2024-11-20 23:17:49,874 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 23:17:49,956 main DEBUG Took 0.077560 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 23:17:49,957 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 23:17:49,958 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 23:17:49,959 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 23:17:49,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:49,975 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 23:17:50,006 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,029 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,031 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,032 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,036 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,039 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,042 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,043 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,045 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,049 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:17:50,050 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,051 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 23:17:50,053 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:17:50,056 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 23:17:50,059 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 23:17:50,060 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 23:17:50,062 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 23:17:50,063 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 23:17:50,080 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 23:17:50,085 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 23:17:50,088 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 23:17:50,089 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 23:17:50,090 main DEBUG createAppenders(={Console}) 2024-11-20 23:17:50,092 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 23:17:50,093 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 23:17:50,093 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 23:17:50,094 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 23:17:50,095 main DEBUG OutputStream closed 2024-11-20 23:17:50,096 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 23:17:50,096 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 23:17:50,097 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 23:17:50,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 23:17:50,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 23:17:50,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 23:17:50,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 23:17:50,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 23:17:50,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 23:17:50,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 23:17:50,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 23:17:50,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 23:17:50,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 23:17:50,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 23:17:50,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 23:17:50,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 23:17:50,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 23:17:50,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 23:17:50,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 23:17:50,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 23:17:50,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 23:17:50,236 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 23:17:50,236 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 23:17:50,238 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 23:17:50,239 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T23:17:50,257 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 23:17:50,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 23:17:50,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T23:17:50,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1070, ProcessCount=11, AvailableMemoryMB=3059 2024-11-20T23:17:50,777 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T23:17:50,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6 2024-11-20T23:17:50,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9, deleteOnExit=true 2024-11-20T23:17:50,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/zookeeper_0, clientPort=60929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:17:51,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60929 2024-11-20T23:17:51,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:17:51,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:17:51,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/test.cache.data in system properties and HBase conf 2024-11-20T23:17:51,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:17:51,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:17:51,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:17:51,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:17:51,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:17:51,184 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T23:17:51,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:17:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:17:51,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:17:51,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:17:51,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:17:51,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:17:51,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:17:51,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:17:51,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:17:51,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:17:51,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:17:51,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:17:51,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:17:51,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:17:51,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:17:52,824 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T23:17:52,969 INFO [Time-limited test {}] log.Log(170): Logging initialized @4311ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T23:17:53,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:17:53,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:17:53,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:17:53,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:17:53,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:17:53,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:17:53,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42056f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:17:53,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e780288{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:17:53,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df9b66d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/java.io.tmpdir/jetty-localhost-43881-hadoop-hdfs-3_4_1-tests_jar-_-any-3128863858393153374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:17:53,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32c054b0{HTTP/1.1, (http/1.1)}{localhost:43881} 2024-11-20T23:17:53,747 INFO [Time-limited test {}] server.Server(415): Started @5089ms 2024-11-20T23:17:54,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:17:54,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:17:54,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:17:54,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:17:54,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:17:54,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5662a68c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:17:54,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355d3996{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:17:54,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d733f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/java.io.tmpdir/jetty-localhost-35245-hadoop-hdfs-3_4_1-tests_jar-_-any-5158870108347153689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:17:54,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f1f60e1{HTTP/1.1, (http/1.1)}{localhost:35245} 2024-11-20T23:17:54,892 INFO [Time-limited test {}] server.Server(415): Started @6235ms 2024-11-20T23:17:54,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:17:56,536 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/data/data2/current/BP-1571038145-172.17.0.2-1732144672210/current, will proceed with Du for space computation calculation, 2024-11-20T23:17:56,536 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/data/data1/current/BP-1571038145-172.17.0.2-1732144672210/current, will proceed with Du for space computation calculation, 2024-11-20T23:17:56,599 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:17:56,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x805851668781dfa with lease ID 0xcb1f5a241781e323: Processing first storage report for DS-ca25115f-7d66-4b58-be70-c812c462723e from datanode DatanodeRegistration(127.0.0.1:37819, datanodeUuid=22d18e01-2c13-4553-a3bc-99bc278e3c21, infoPort=46487, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=285600984;c=1732144672210) 2024-11-20T23:17:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x805851668781dfa with lease ID 0xcb1f5a241781e323: from storage DS-ca25115f-7d66-4b58-be70-c812c462723e node DatanodeRegistration(127.0.0.1:37819, datanodeUuid=22d18e01-2c13-4553-a3bc-99bc278e3c21, infoPort=46487, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=285600984;c=1732144672210), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T23:17:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x805851668781dfa with lease ID 0xcb1f5a241781e323: Processing first storage report for DS-08359082-6f62-4ce5-9538-56e542f63694 from datanode DatanodeRegistration(127.0.0.1:37819, datanodeUuid=22d18e01-2c13-4553-a3bc-99bc278e3c21, infoPort=46487, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=285600984;c=1732144672210) 2024-11-20T23:17:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x805851668781dfa with lease ID 0xcb1f5a241781e323: from storage DS-08359082-6f62-4ce5-9538-56e542f63694 node DatanodeRegistration(127.0.0.1:37819, datanodeUuid=22d18e01-2c13-4553-a3bc-99bc278e3c21, infoPort=46487, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=285600984;c=1732144672210), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:17:56,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6 2024-11-20T23:17:56,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:56,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:17:57,452 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94 with version=8 2024-11-20T23:17:57,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/hbase-staging 2024-11-20T23:17:57,626 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T23:17:57,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:17:57,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:57,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:57,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:17:57,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:57,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:17:58,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:17:58,296 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T23:17:58,310 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T23:17:58,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:17:58,353 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11397 (auto-detected) 2024-11-20T23:17:58,354 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T23:17:58,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33085 2024-11-20T23:17:58,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33085 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:17:58,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330850x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:17:58,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33085-0x1015a8a24950000 connected 2024-11-20T23:17:58,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:58,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:58,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:17:58,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94, hbase.cluster.distributed=false 2024-11-20T23:17:58,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/acl 2024-11-20T23:17:58,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33085 2024-11-20T23:17:58,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33085 2024-11-20T23:17:58,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33085 2024-11-20T23:17:58,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33085 2024-11-20T23:17:58,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33085 2024-11-20T23:17:58,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:17:58,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:58,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:58,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:17:58,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:17:58,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:17:58,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:17:58,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:17:58,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35017 2024-11-20T23:17:58,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35017 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:17:58,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:58,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350170x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:17:58,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350170x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:17:58,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35017-0x1015a8a24950001 connected 2024-11-20T23:17:58,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:17:58,980 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:17:58,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/master 2024-11-20T23:17:58,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/acl 2024-11-20T23:17:58,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-20T23:17:58,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017 2024-11-20T23:17:59,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017 2024-11-20T23:17:59,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-20T23:17:59,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017 2024-11-20T23:17:59,050 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:33085 2024-11-20T23:17:59,056 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /068508280/backup-masters/412a5e44fd2e,33085,1732144677739 2024-11-20T23:17:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:17:59,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:17:59,076 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/backup-masters/412a5e44fd2e,33085,1732144677739 2024-11-20T23:17:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:17:59,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/master 2024-11-20T23:17:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:17:59,154 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/master 2024-11-20T23:17:59,155 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /068508280/backup-masters/412a5e44fd2e,33085,1732144677739 from backup master directory 2024-11-20T23:17:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/backup-masters/412a5e44fd2e,33085,1732144677739 2024-11-20T23:17:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:17:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:17:59,170 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:17:59,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,33085,1732144677739 2024-11-20T23:17:59,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T23:17:59,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T23:17:59,291 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/hbase.id] with ID: f4db1ab8-01f5-40dc-90a0-64adc005cd4f 2024-11-20T23:17:59,291 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.tmp/hbase.id 2024-11-20T23:17:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:17:59,332 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.tmp/hbase.id]:[hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/hbase.id] 2024-11-20T23:17:59,441 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:17:59,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:17:59,499 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 44ms. 2024-11-20T23:17:59,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:17:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:17:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:17:59,619 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:17:59,626 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:17:59,667 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:17:59,675 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:17:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:17:59,818 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store 2024-11-20T23:17:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:17:59,924 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T23:17:59,937 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:17:59,939 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:17:59,939 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:17:59,940 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:17:59,949 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:17:59,950 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:17:59,950 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:17:59,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144679939Disabling compacts and flushes for region at 1732144679939Disabling writes for close at 1732144679950 (+11 ms)Writing region close event to WAL at 1732144679950Closed at 1732144679950 2024-11-20T23:17:59,968 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/.initializing 2024-11-20T23:17:59,969 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739 2024-11-20T23:17:59,999 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:00,049 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C33085%2C1732144677739, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:00,093 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739/412a5e44fd2e%2C33085%2C1732144677739.1732144680061, exclude list is [], retry=0 2024-11-20T23:18:00,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T23:18:00,207 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:00,209 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:00,209 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:00,210 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:00,214 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,216 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:00,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:00,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:00,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:00,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:00,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:00,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:00,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:00,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:00,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:00,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:00,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:00,367 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,372 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,375 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,384 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,385 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,389 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:00,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:00,401 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:00,403 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66402062, jitterRate=-0.010532170534133911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:00,411 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144680236Initializing all the Stores at 1732144680240 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144680241 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144680254 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144680255 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144680255Cleaning up temporary data from old regions at 1732144680385 (+130 ms)Region opened successfully at 1732144680411 (+26 ms) 2024-11-20T23:18:00,413 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:00,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ab3e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:00,560 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:00,578 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:00,578 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:00,585 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:00,587 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T23:18:00,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T23:18:00,596 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:00,625 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:00,635 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:00,714 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/balancer already deleted, retry=false 2024-11-20T23:18:00,718 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:00,721 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:00,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/normalizer already deleted, retry=false 2024-11-20T23:18:00,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:00,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:00,754 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/switch/split already deleted, retry=false 2024-11-20T23:18:00,756 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:00,766 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/switch/merge already deleted, retry=false 2024-11-20T23:18:00,793 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:00,798 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:00,812 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,33085,1732144677739, sessionid=0x1015a8a24950000, setting cluster-up flag (Was=false) 2024-11-20T23:18:00,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:00,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:00,872 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068508280/flush-table-proc/acquired, /068508280/flush-table-proc/reached, /068508280/flush-table-proc/abort 2024-11-20T23:18:00,877 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:00,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:01,048 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068508280/online-snapshot/acquired, /068508280/online-snapshot/reached, /068508280/online-snapshot/abort 2024-11-20T23:18:01,053 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:01,067 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:01,160 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(746): ClusterId : f4db1ab8-01f5-40dc-90a0-64adc005cd4f 2024-11-20T23:18:01,164 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:01,192 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:01,193 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:01,212 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:01,227 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:01,235 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:01,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,33085,1732144677739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:01,276 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:01,277 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd98fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:01,283 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:01,283 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:01,284 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,320 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:35017 2024-11-20T23:18:01,324 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:01,325 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:01,325 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:01,327 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144711327 2024-11-20T23:18:01,328 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,33085,1732144677739 with port=35017, startcode=1732144678869 2024-11-20T23:18:01,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:01,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:01,333 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:01,334 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:01,345 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:01,346 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:01,346 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:01,346 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:01,347 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:01,350 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:01,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:01,375 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:01,377 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:01,377 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:01,378 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:01,387 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:01,388 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:01,404 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144681389,5,FailOnTimeoutGroup] 2024-11-20T23:18:01,408 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144681405,5,FailOnTimeoutGroup] 2024-11-20T23:18:01,408 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,409 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:01,410 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,410 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:01,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:01,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94 2024-11-20T23:18:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:18:01,507 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:01,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33085 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,553 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94 2024-11-20T23:18:01,553 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41071 2024-11-20T23:18:01,553 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:01,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/rs 2024-11-20T23:18:01,604 DEBUG [RS:0;412a5e44fd2e:35017 {}] zookeeper.ZKUtil(111): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/rs/412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,605 WARN [RS:0;412a5e44fd2e:35017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:01,605 INFO [RS:0;412a5e44fd2e:35017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:01,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,35017,1732144678869] 2024-11-20T23:18:01,605 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,676 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:01,717 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:01,739 INFO [RS:0;412a5e44fd2e:35017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:01,740 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,742 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:01,753 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:01,755 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,756 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,756 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,757 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,757 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,757 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,757 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:01,758 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,758 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,758 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,758 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,759 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,759 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:01,759 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:01,760 DEBUG [RS:0;412a5e44fd2e:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:01,763 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,763 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,763 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,764 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,764 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,764 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35017,1732144678869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:01,800 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:01,803 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35017,1732144678869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,804 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,804 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.Replication(171): 412a5e44fd2e,35017,1732144678869 started 2024-11-20T23:18:01,832 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:01,832 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,35017,1732144678869, RpcServer on 412a5e44fd2e/172.17.0.2:35017, sessionid=0x1015a8a24950001 2024-11-20T23:18:01,833 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:01,834 DEBUG [RS:0;412a5e44fd2e:35017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,834 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35017,1732144678869' 2024-11-20T23:18:01,834 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068508280/flush-table-proc/abort' 2024-11-20T23:18:01,835 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068508280/flush-table-proc/acquired' 2024-11-20T23:18:01,837 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:01,837 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:01,837 DEBUG [RS:0;412a5e44fd2e:35017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:01,837 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35017,1732144678869' 2024-11-20T23:18:01,837 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068508280/online-snapshot/abort' 2024-11-20T23:18:01,838 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068508280/online-snapshot/acquired' 2024-11-20T23:18:01,839 DEBUG [RS:0;412a5e44fd2e:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:01,839 INFO [RS:0;412a5e44fd2e:35017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:01,839 INFO [RS:0;412a5e44fd2e:35017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:01,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:01,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:01,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:01,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:01,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:01,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:01,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:01,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:01,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:01,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:01,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:01,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:01,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:01,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:01,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:01,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:01,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:01,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:01,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:01,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:01,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:01,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:01,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:01,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:01,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:01,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72817411, jitterRate=0.08506397902965546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144681896Initializing all the Stores at 1732144681898 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144681898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144681898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144681898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144681899 (+1 ms)Cleaning up temporary data from old regions at 1732144681926 (+27 ms)Region opened successfully at 1732144681944 (+18 ms) 2024-11-20T23:18:01,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:01,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:01,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:01,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:01,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:01,950 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:01,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144681945Disabling compacts and flushes for region at 1732144681945Disabling writes for close at 1732144681949 (+4 ms)Writing region close event to WAL at 1732144681950 (+1 ms)Closed at 1732144681950 2024-11-20T23:18:01,956 INFO [RS:0;412a5e44fd2e:35017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:01,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:01,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:01,965 INFO [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35017%2C1732144678869, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:01,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:01,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:01,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:01,995 DEBUG [RS:0;412a5e44fd2e:35017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969, exclude list is [], retry=0 2024-11-20T23:18:02,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:02,010 INFO [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 2024-11-20T23:18:02,016 DEBUG [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:02,142 DEBUG [412a5e44fd2e:33085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:02,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:02,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35017,1732144678869, state=OPENING 2024-11-20T23:18:02,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:02,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:02,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:02,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:02,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:02,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35017,1732144678869}] 2024-11-20T23:18:02,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:02,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:02,482 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:02,482 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:02,485 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:02,490 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35017%2C1732144678869.meta, suffix=.meta, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:02,511 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.meta.1732144682493.meta, exclude list is [], retry=0 2024-11-20T23:18:02,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:02,522 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.meta.1732144682493.meta 2024-11-20T23:18:02,546 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:02,546 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:02,553 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:02,555 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:02,557 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:02,562 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:02,566 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:02,567 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:02,567 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:02,567 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:02,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:02,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:02,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:02,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:02,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:02,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:02,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:02,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:02,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:02,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:02,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:02,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:02,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:02,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:02,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:02,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:02,587 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:02,590 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:02,593 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:02,596 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:02,596 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:02,597 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:02,599 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:02,601 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58739980, jitterRate=-0.12470608949661255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:02,601 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:02,603 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144682568Writing region info on filesystem at 1732144682569 (+1 ms)Initializing all the Stores at 1732144682571 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144682571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144682571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144682572 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144682572Cleaning up temporary data from old regions at 1732144682596 (+24 ms)Running coprocessor post-open hooks at 1732144682601 (+5 ms)Region opened successfully at 1732144682603 (+2 ms) 2024-11-20T23:18:02,609 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144682444 2024-11-20T23:18:02,621 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:02,622 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:02,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:02,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35017,1732144678869, state=OPEN 2024-11-20T23:18:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:02,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:02,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:02,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:02,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:02,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35017,1732144678869 in 412 msec 2024-11-20T23:18:02,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:02,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-11-20T23:18:02,699 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:02,699 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:02,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:02,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35017,1732144678869, seqNum=-1] 2024-11-20T23:18:02,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:02,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:02,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6600 sec 2024-11-20T23:18:02,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144682781, completionTime=-1 2024-11-20T23:18:02,785 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:02,785 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:02,826 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:02,826 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144742826 2024-11-20T23:18:02,826 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144802826 2024-11-20T23:18:02,826 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 41 msec 2024-11-20T23:18:02,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,831 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,833 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:33085, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,834 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,839 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,842 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:02,883 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.712sec 2024-11-20T23:18:02,885 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:02,886 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:02,887 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:02,888 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:02,888 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:02,889 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:02,890 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:02,923 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:02,924 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:02,925 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33085,1732144677739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:02,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7575bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:02,993 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T23:18:02,993 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T23:18:02,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33085,-1 for getting cluster id 2024-11-20T23:18:03,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:03,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4db1ab8-01f5-40dc-90a0-64adc005cd4f' 2024-11-20T23:18:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4db1ab8-01f5-40dc-90a0-64adc005cd4f" 2024-11-20T23:18:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33085,-1] 2024-11-20T23:18:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:03,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:03,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454059f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:03,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35017,1732144678869, seqNum=-1] 2024-11-20T23:18:03,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:03,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:03,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:03,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:03,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:03,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8a24950002 connected 2024-11-20T23:18:03,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir so I do NOT create it in target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420 2024-11-20T23:18:03,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:18:03,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.tmp.dir so I do NOT create it in target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420 2024-11-20T23:18:03,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:18:03,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/cluster_9d6c9a12-48cb-473e-1ab0-df73307ce36d, deleteOnExit=true 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/test.cache.data in system properties and HBase conf 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:18:03,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:18:03,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:18:03,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:18:03,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:18:03,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:18:03,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:18:03,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:18:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:18:03,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:03,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:03,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:03,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:03,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:03,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:03,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f24905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:03,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f93472d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:03,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8973310{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/java.io.tmpdir/jetty-localhost-39525-hadoop-hdfs-3_4_1-tests_jar-_-any-14456173042822380483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:03,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f1caa{HTTP/1.1, (http/1.1)}{localhost:39525} 2024-11-20T23:18:03,890 INFO [Time-limited test {}] server.Server(415): Started @15233ms 2024-11-20T23:18:04,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:04,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:04,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:04,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:04,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:04,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a225cc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:04,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e173326{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:04,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cda2d8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/java.io.tmpdir/jetty-localhost-33687-hadoop-hdfs-3_4_1-tests_jar-_-any-18078884228394637777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:04,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@100e5ea5{HTTP/1.1, (http/1.1)}{localhost:33687} 2024-11-20T23:18:04,655 INFO [Time-limited test {}] server.Server(415): Started @15997ms 2024-11-20T23:18:04,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:18:05,485 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/cluster_9d6c9a12-48cb-473e-1ab0-df73307ce36d/data/data1/current/BP-117660227-172.17.0.2-1732144683235/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:05,489 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/cluster_9d6c9a12-48cb-473e-1ab0-df73307ce36d/data/data2/current/BP-117660227-172.17.0.2-1732144683235/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:05,533 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:18:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54e414b10c0abf55 with lease ID 0x4b746cb1737b7641: Processing first storage report for DS-cf5dbb47-e225-4426-afa5-41d882733e0a from datanode DatanodeRegistration(127.0.0.1:34119, datanodeUuid=413ee2ff-b41b-4fc6-8f6b-875248851c39, infoPort=37797, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=867618310;c=1732144683235) 2024-11-20T23:18:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54e414b10c0abf55 with lease ID 0x4b746cb1737b7641: from storage DS-cf5dbb47-e225-4426-afa5-41d882733e0a node DatanodeRegistration(127.0.0.1:34119, datanodeUuid=413ee2ff-b41b-4fc6-8f6b-875248851c39, infoPort=37797, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=867618310;c=1732144683235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54e414b10c0abf55 with lease ID 0x4b746cb1737b7641: Processing first storage report for DS-b0ff7abf-8d7e-4650-9192-d6de0a5e5a6d from datanode DatanodeRegistration(127.0.0.1:34119, datanodeUuid=413ee2ff-b41b-4fc6-8f6b-875248851c39, infoPort=37797, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=867618310;c=1732144683235) 2024-11-20T23:18:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54e414b10c0abf55 with lease ID 0x4b746cb1737b7641: from storage DS-b0ff7abf-8d7e-4650-9192-d6de0a5e5a6d node DatanodeRegistration(127.0.0.1:34119, datanodeUuid=413ee2ff-b41b-4fc6-8f6b-875248851c39, infoPort=37797, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=867618310;c=1732144683235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:05,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420 2024-11-20T23:18:05,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:05,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:18:05,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80 with version=8 2024-11-20T23:18:05,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/hbase-staging 2024-11-20T23:18:05,647 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:05,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:05,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:05,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:05,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:05,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37385 2024-11-20T23:18:05,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37385 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:05,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373850x0, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:05,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37385-0x1015a8a24950003 connected 2024-11-20T23:18:05,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:05,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:05,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/running 2024-11-20T23:18:05,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80, hbase.cluster.distributed=false 2024-11-20T23:18:05,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/acl 2024-11-20T23:18:05,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37385 2024-11-20T23:18:05,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37385 2024-11-20T23:18:05,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37385 2024-11-20T23:18:05,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37385 2024-11-20T23:18:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37385 2024-11-20T23:18:05,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:05,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:06,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46021 2024-11-20T23:18:06,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46021 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:06,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:06,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:06,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460210x0, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:06,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460210x0, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/running 2024-11-20T23:18:06,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:06,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46021-0x1015a8a24950004 connected 2024-11-20T23:18:06,081 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:06,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/master 2024-11-20T23:18:06,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/acl 2024-11-20T23:18:06,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-20T23:18:06,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46021 2024-11-20T23:18:06,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46021 2024-11-20T23:18:06,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-20T23:18:06,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-20T23:18:06,218 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:37385 2024-11-20T23:18:06,224 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-963646014/backup-masters/412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/backup-masters 2024-11-20T23:18:06,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/backup-masters 2024-11-20T23:18:06,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on existing znode=/1-963646014/backup-masters/412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963646014/master 2024-11-20T23:18:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:06,269 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on existing znode=/1-963646014/master 2024-11-20T23:18:06,276 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-963646014/backup-masters/412a5e44fd2e,37385,1732144685646 from backup master directory 2024-11-20T23:18:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/backup-masters 2024-11-20T23:18:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963646014/backup-masters/412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:06,293 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:06,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:06,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/backup-masters 2024-11-20T23:18:06,317 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/hbase.id] with ID: 9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:06,317 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/.tmp/hbase.id 2024-11-20T23:18:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:18:06,363 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/.tmp/hbase.id]:[hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/hbase.id] 2024-11-20T23:18:06,417 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:06,417 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:06,423 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-20T23:18:06,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:06,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:18:06,698 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:06,698 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:06,699 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:18:06,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store 2024-11-20T23:18:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:07,248 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:07,248 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:07,248 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144687248Disabling compacts and flushes for region at 1732144687248Disabling writes for close at 1732144687248Writing region close event to WAL at 1732144687248Closed at 1732144687248 2024-11-20T23:18:07,254 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/.initializing 2024-11-20T23:18:07,254 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/WALs/412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:07,273 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:07,281 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C37385%2C1732144685646, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/WALs/412a5e44fd2e,37385,1732144685646, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:07,310 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/WALs/412a5e44fd2e,37385,1732144685646/412a5e44fd2e%2C37385%2C1732144685646.1732144687281, exclude list is [], retry=0 2024-11-20T23:18:07,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-cf5dbb47-e225-4426-afa5-41d882733e0a,DISK] 2024-11-20T23:18:07,346 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/WALs/412a5e44fd2e,37385,1732144685646/412a5e44fd2e%2C37385%2C1732144685646.1732144687281 2024-11-20T23:18:07,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-20T23:18:07,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:07,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:07,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:07,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:07,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:07,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:07,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:07,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:07,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:07,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:07,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:07,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:07,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:07,418 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,420 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,421 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,427 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,427 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,429 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:07,433 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:07,439 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:07,440 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65331801, jitterRate=-0.026480302214622498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:07,441 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144687350Initializing all the Stores at 1732144687354 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144687354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144687368 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144687368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144687368Cleaning up temporary data from old regions at 1732144687427 (+59 ms)Region opened successfully at 1732144687440 (+13 ms) 2024-11-20T23:18:07,444 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:07,452 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b716906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:07,454 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:07,455 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:07,455 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:07,455 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:07,457 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T23:18:07,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:18:07,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:07,473 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:07,475 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Unable to get data of znode /1-963646014/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:07,524 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/balancer already deleted, retry=false 2024-11-20T23:18:07,525 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:07,529 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Unable to get data of znode /1-963646014/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:07,543 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/normalizer already deleted, retry=false 2024-11-20T23:18:07,544 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:07,550 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Unable to get data of znode /1-963646014/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:07,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/switch/split already deleted, retry=false 2024-11-20T23:18:07,557 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Unable to get data of znode /1-963646014/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:07,566 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/switch/merge already deleted, retry=false 2024-11-20T23:18:07,570 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Unable to get data of znode /1-963646014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:07,578 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:07,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963646014/running 2024-11-20T23:18:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963646014/running 2024-11-20T23:18:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,602 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,37385,1732144685646, sessionid=0x1015a8a24950003, setting cluster-up flag (Was=false) 2024-11-20T23:18:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,661 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963646014/flush-table-proc/acquired, /1-963646014/flush-table-proc/reached, /1-963646014/flush-table-proc/abort 2024-11-20T23:18:07,668 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:07,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963646014/online-snapshot/acquired, /1-963646014/online-snapshot/reached, /1-963646014/online-snapshot/abort 2024-11-20T23:18:07,726 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:07,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:07,732 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:07,732 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:07,732 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:07,733 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,37385,1732144685646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:07,736 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,737 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144717737 2024-11-20T23:18:07,737 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:07,737 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:07,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:07,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:07,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:07,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:07,740 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:07,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:07,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:07,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:07,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:07,742 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:07,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:07,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:07,748 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:07,749 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:07,756 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144687749,5,FailOnTimeoutGroup] 2024-11-20T23:18:07,760 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144687756,5,FailOnTimeoutGroup] 2024-11-20T23:18:07,760 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,760 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:07,760 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,761 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:07,801 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(746): ClusterId : 9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:07,801 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:07,810 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:07,810 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:07,822 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:07,822 DEBUG [RS:0;412a5e44fd2e:46021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631c51bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:07,841 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:46021 2024-11-20T23:18:07,841 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:07,841 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:07,841 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:07,842 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,37385,1732144685646 with port=46021, startcode=1732144685995 2024-11-20T23:18:07,843 DEBUG [RS:0;412a5e44fd2e:46021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:07,853 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:07,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37385 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,864 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80 2024-11-20T23:18:07,864 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46521 2024-11-20T23:18:07,864 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:07,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/rs 2024-11-20T23:18:07,872 DEBUG [RS:0;412a5e44fd2e:46021 {}] zookeeper.ZKUtil(111): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on existing znode=/1-963646014/rs/412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,872 WARN [RS:0;412a5e44fd2e:46021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:07,872 INFO [RS:0;412a5e44fd2e:46021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:07,872 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,46021,1732144685995] 2024-11-20T23:18:07,885 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:07,889 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:07,892 INFO [RS:0;412a5e44fd2e:46021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:07,892 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,893 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:07,895 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:07,895 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,896 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,897 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:07,897 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:07,897 DEBUG [RS:0;412a5e44fd2e:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:07,897 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,897 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,898 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,898 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,898 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,898 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46021,1732144685995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:07,917 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:07,917 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46021,1732144685995-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,918 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,918 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.Replication(171): 412a5e44fd2e,46021,1732144685995 started 2024-11-20T23:18:07,942 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:07,942 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,46021,1732144685995, RpcServer on 412a5e44fd2e/172.17.0.2:46021, sessionid=0x1015a8a24950004 2024-11-20T23:18:07,943 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:07,943 DEBUG [RS:0;412a5e44fd2e:46021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,943 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46021,1732144685995' 2024-11-20T23:18:07,943 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963646014/flush-table-proc/abort' 2024-11-20T23:18:07,944 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963646014/flush-table-proc/acquired' 2024-11-20T23:18:07,945 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:07,945 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:07,945 DEBUG [RS:0;412a5e44fd2e:46021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:07,945 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46021,1732144685995' 2024-11-20T23:18:07,945 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963646014/online-snapshot/abort' 2024-11-20T23:18:07,947 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963646014/online-snapshot/acquired' 2024-11-20T23:18:07,949 DEBUG [RS:0;412a5e44fd2e:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:07,950 INFO [RS:0;412a5e44fd2e:46021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:07,950 INFO [RS:0;412a5e44fd2e:46021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:08,051 INFO [RS:0;412a5e44fd2e:46021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:08,054 INFO [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46021%2C1732144685995, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/oldWALs, maxLogs=10 2024-11-20T23:18:08,078 DEBUG [RS:0;412a5e44fd2e:46021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995/412a5e44fd2e%2C46021%2C1732144685995.1732144688057, exclude list is [], retry=0 2024-11-20T23:18:08,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-cf5dbb47-e225-4426-afa5-41d882733e0a,DISK] 2024-11-20T23:18:08,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:08,096 INFO [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995/412a5e44fd2e%2C46021%2C1732144685995.1732144688057 2024-11-20T23:18:08,101 DEBUG [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-20T23:18:08,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:08,186 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80 2024-11-20T23:18:08,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:18:08,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:18:08,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:08,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:18:08,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:08,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:08,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:08,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T23:18:08,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:08,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:18:08,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:18:08,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:08,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:08,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:08,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:08,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:08,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:08,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:08,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740 2024-11-20T23:18:08,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740 2024-11-20T23:18:08,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:08,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:08,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:08,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:08,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:08,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70039925, jitterRate=0.043676212430000305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:08,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144688285Initializing all the Stores at 1732144688290 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144688290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688291 (+1 ms)Cleaning up temporary data from old regions at 1732144688329 (+38 ms)Region opened successfully at 1732144688365 (+36 ms) 2024-11-20T23:18:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:08,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:08,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144688365Disabling compacts and flushes for region at 1732144688365Disabling writes for close at 1732144688366 (+1 ms)Writing region close event to WAL at 1732144688366Closed at 1732144688366 2024-11-20T23:18:08,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:08,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:08,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:08,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:08,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:08,531 DEBUG [412a5e44fd2e:37385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:08,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:08,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46021,1732144685995, state=OPENING 2024-11-20T23:18:08,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:08,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:08,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:08,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963646014/meta-region-server: CHANGED 2024-11-20T23:18:08,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963646014/meta-region-server: CHANGED 2024-11-20T23:18:08,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:08,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46021,1732144685995}] 2024-11-20T23:18:08,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:08,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:08,823 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:08,824 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:08,824 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:08,831 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46021%2C1732144685995.meta, suffix=.meta, logDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/oldWALs, maxLogs=10 2024-11-20T23:18:08,856 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995/412a5e44fd2e%2C46021%2C1732144685995.meta.1732144688834.meta, exclude list is [], retry=0 2024-11-20T23:18:08,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-cf5dbb47-e225-4426-afa5-41d882733e0a,DISK] 2024-11-20T23:18:08,877 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995/412a5e44fd2e%2C46021%2C1732144685995.meta.1732144688834.meta 2024-11-20T23:18:08,878 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-20T23:18:08,878 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:08,879 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:08,879 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:08,879 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:08,879 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:08,880 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:08,880 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:08,880 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:08,880 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:08,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:08,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:08,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:08,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:08,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:08,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:08,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:08,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:08,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:08,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:08,920 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:08,922 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740 2024-11-20T23:18:08,934 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740 2024-11-20T23:18:08,942 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:08,943 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:08,944 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:08,956 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:08,960 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68418479, jitterRate=0.0195147842168808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:08,961 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:08,961 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144688880Writing region info on filesystem at 1732144688881 (+1 ms)Initializing all the Stores at 1732144688883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688888 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144688888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144688888Cleaning up temporary data from old regions at 1732144688943 (+55 ms)Running coprocessor post-open hooks at 1732144688961 (+18 ms)Region opened successfully at 1732144688961 2024-11-20T23:18:08,971 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144688810 2024-11-20T23:18:08,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:08,984 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:08,984 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:08,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46021,1732144685995, state=OPEN 2024-11-20T23:18:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963646014/meta-region-server 2024-11-20T23:18:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963646014/meta-region-server 2024-11-20T23:18:09,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963646014/meta-region-server: CHANGED 2024-11-20T23:18:09,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:09,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963646014/meta-region-server: CHANGED 2024-11-20T23:18:09,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:09,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46021,1732144685995 in 357 msec 2024-11-20T23:18:09,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:09,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:09,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:09,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46021,1732144685995, seqNum=-1] 2024-11-20T23:18:09,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:09,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:09,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-20T23:18:09,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:09,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-20T23:18:09,080 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144689080, completionTime=-1 2024-11-20T23:18:09,080 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:09,080 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:09,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:09,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144749092 2024-11-20T23:18:09,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144809092 2024-11-20T23:18:09,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-20T23:18:09,093 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,093 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,093 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,093 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:37385, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,093 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,096 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,101 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:09,109 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.816sec 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:09,110 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:09,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c9d538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:09,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:09,121 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:09,129 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:09,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a072d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:09,133 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:09,133 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:09,133 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37385,1732144685646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46021,1732144685995, seqNum=-1] 2024-11-20T23:18:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:09,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:09,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:09,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:09,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:09,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8a24950005 connected 2024-11-20T23:18:09,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17460a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33085,-1 for getting cluster id 2024-11-20T23:18:09,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:09,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4db1ab8-01f5-40dc-90a0-64adc005cd4f' 2024-11-20T23:18:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4db1ab8-01f5-40dc-90a0-64adc005cd4f" 2024-11-20T23:18:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edb76e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33085,-1] 2024-11-20T23:18:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:09,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eacf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:09,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69329681 2024-11-20T23:18:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:09,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:09,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:09,360 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:09,363 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bcd0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,363 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:09,363 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:09,369 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:09,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:09,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:09,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3e7f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:09,377 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:09,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c3e516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:09,391 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aae21c4 2024-11-20T23:18:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:09,409 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:09,437 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T23:18:09,437 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:09,443 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:09,444 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:09,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:09,447 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:09,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:18:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:09,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:18:09,465 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:09,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:18:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741835_1011 (size=1138) 2024-11-20T23:18:09,511 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:18:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:09,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1be9188c9c69f8879d952812e8a9b8d1, NAME => 'hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94 2024-11-20T23:18:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741836_1012 (size=44) 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1be9188c9c69f8879d952812e8a9b8d1, disabling compactions & flushes 2024-11-20T23:18:09,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. after waiting 0 ms 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:09,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1be9188c9c69f8879d952812e8a9b8d1: Waiting for close lock at 1732144689930Disabling compacts and flushes for region at 1732144689930Disabling writes for close at 1732144689930Writing region close event to WAL at 1732144689930Closed at 1732144689930 2024-11-20T23:18:09,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:18:09,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144689933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144689933"}]},"ts":"1732144689933"} 2024-11-20T23:18:09,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:18:09,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:18:09,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144689949"}]},"ts":"1732144689949"} 2024-11-20T23:18:09,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:18:09,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN}] 2024-11-20T23:18:09,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN 2024-11-20T23:18:09,966 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35017,1732144678869; forceNewPlan=false, retain=false 2024-11-20T23:18:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:10,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1be9188c9c69f8879d952812e8a9b8d1, regionState=OPENING, regionLocation=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN because future has completed 2024-11-20T23:18:10,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,35017,1732144678869}] 2024-11-20T23:18:10,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:10,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:10,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:18:10,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35017%2C1732144678869.rep, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.rep.1732144690335, exclude list is [], retry=0 2024-11-20T23:18:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:10,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.rep.1732144690335 2024-11-20T23:18:10,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be9188c9c69f8879d952812e8a9b8d1, NAME => 'hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:10,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. service=MultiRowMutationService 2024-11-20T23:18:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:18:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,375 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,378 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName hfileref 2024-11-20T23:18:10,378 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:10,379 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:10,379 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,381 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName queue 2024-11-20T23:18:10,381 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:10,382 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:10,382 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,384 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName sid 2024-11-20T23:18:10,384 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:10,385 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:10,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:18:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:10,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1be9188c9c69f8879d952812e8a9b8d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69537759, jitterRate=0.0361933559179306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:18:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:10,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1be9188c9c69f8879d952812e8a9b8d1: Running coprocessor pre-open hook at 1732144690373Writing region info on filesystem at 1732144690373Initializing all the Stores at 1732144690375 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144690375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144690375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144690375Cleaning up temporary data from old regions at 1732144690392 (+17 ms)Running coprocessor post-open hooks at 1732144690406 (+14 ms)Region opened successfully at 1732144690408 (+2 ms) 2024-11-20T23:18:10,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., pid=7, masterSystemTime=1732144690304 2024-11-20T23:18:10,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:10,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:10,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1be9188c9c69f8879d952812e8a9b8d1, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,35017,1732144678869 because future has completed 2024-11-20T23:18:10,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T23:18:10,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,35017,1732144678869 in 307 msec 2024-11-20T23:18:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:18:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN in 488 msec 2024-11-20T23:18:10,455 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:18:10,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144690455"}]},"ts":"1732144690455"} 2024-11-20T23:18:10,464 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:18:10,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:18:10,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0210 sec 2024-11-20T23:18:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:10,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., hostname=412a5e44fd2e,35017,1732144678869, seqNum=2] 2024-11-20T23:18:10,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35017 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T23:18:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:10,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:18:11,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T23:18:11,041 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:18:11,097 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,35017,1732144678869, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:18:11,098 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:11,098 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35017,1732144678869, seqNum=-1] 2024-11-20T23:18:11,099 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:11,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T23:18:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,35017,1732144678869', locateType=CURRENT is [region=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., hostname=412a5e44fd2e,35017,1732144678869, seqNum=2] 2024-11-20T23:18:11,111 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T23:18:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T23:18:11,121 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,35017,1732144678869 suceeded 2024-11-20T23:18:11,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T23:18:11,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-20T23:18:11,126 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:11,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8040 sec 2024-11-20T23:18:11,136 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:11,141 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf3ba3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,141 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:11,141 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:11,142 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:11,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fbf884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:11,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:11,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:11,152 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f55c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,152 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:11,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137cf8ef 2024-11-20T23:18:11,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,157 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,159 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,35017,1732144678869 (queues=1) is replicating from cluster=f4db1ab8-01f5-40dc-90a0-64adc005cd4f to cluster=9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:11,161 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C35017%2C1732144678869 2024-11-20T23:18:11,165 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,35017,1732144678869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:18:11,168 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C35017%2C1732144678869 2024-11-20T23:18:11,172 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969, startPosition=0, beingWritten=true 2024-11-20T23:18:11,442 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:11,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:11,515 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:18:11,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:11,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:11,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2481516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33085,-1 for getting cluster id 2024-11-20T23:18:11,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:11,521 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4db1ab8-01f5-40dc-90a0-64adc005cd4f' 2024-11-20T23:18:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4db1ab8-01f5-40dc-90a0-64adc005cd4f" 2024-11-20T23:18:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33085,-1] 2024-11-20T23:18:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,532 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-20T23:18:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:18:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T23:18:11,550 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:11,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392c4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,553 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:11,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:11,554 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51389994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:11,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:11,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,561 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:11,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a03719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:11,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490246c4 2024-11-20T23:18:11,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,572 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,573 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:18:11,573 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:11,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:11,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:18:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T23:18:11,751 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:11,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T23:18:11,767 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T23:18:11,801 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-412a5e44fd2e,35017,1732144678869, ReplicationSource: 2, currentBandwidth=0 2024-11-20T23:18:11,805 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T23:18:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T23:18:11,811 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 412a5e44fd2e,35017,1732144678869 suceeded 2024-11-20T23:18:11,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:18:11,818 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:11,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-20T23:18:11,824 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:11,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec 2024-11-20T23:18:11,826 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,826 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:11,826 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:11,827 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b76557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,830 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:11,831 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,831 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bcf65d 2024-11-20T23:18:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,834 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,835 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-412a5e44fd2e,35017,1732144678869 (queues=1) is replicating from cluster=f4db1ab8-01f5-40dc-90a0-64adc005cd4f to cluster=9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:11,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=412a5e44fd2e%2C35017%2C1732144678869 2024-11-20T23:18:11,836 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-412a5e44fd2e,35017,1732144678869, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:18:11,836 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C35017%2C1732144678869 2024-11-20T23:18:11,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969, startPosition=0, beingWritten=true 2024-11-20T23:18:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T23:18:11,863 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T23:18:11,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:11,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:11,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:11,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-11-20T23:18:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:11,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T23:18:11,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:11,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T23:18:11,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T23:18:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T23:18:11,889 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:11,890 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1bcc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,890 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:11,890 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:11,892 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:11,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:11,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1e71af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:11,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,895 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:11,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31461499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:11,896 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:11,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9b35ee 2024-11-20T23:18:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:11,899 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:11,901 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T23:18:11,901 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:11,901 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,901 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:11,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:11,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:18:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T23:18:12,049 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:12,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T23:18:12,113 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T23:18:12,115 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T23:18:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T23:18:12,122 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 412a5e44fd2e,35017,1732144678869 suceeded 2024-11-20T23:18:12,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T23:18:12,130 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:12,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 174 msec 2024-11-20T23:18:12,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 248 msec 2024-11-20T23:18:12,158 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T23:18:12,203 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T23:18:12,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T23:18:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T23:18:12,208 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:12,209 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ee831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:12,209 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:12,210 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:12,211 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fa431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,213 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1d3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:12,215 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:12,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:12,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14374544 2024-11-20T23:18:12,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:12,217 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:12,218 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T23:18:12,219 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:12,219 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,219 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:12,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:18:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T23:18:12,360 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:12,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T23:18:12,406 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T23:18:12,407 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T23:18:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T23:18:12,411 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 412a5e44fd2e,35017,1732144678869 suceeded 2024-11-20T23:18:12,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T23:18:12,417 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://412a5e44fd2e:37385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:12,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-20T23:18:12,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 213 msec 2024-11-20T23:18:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T23:18:12,523 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T23:18:12,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:12,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33085 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T23:18:12,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:12,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:12,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:12,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:18:12,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-20T23:18:12,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,33085,1732144677739 2024-11-20T23:18:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:12,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:12,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:12,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:12,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:12,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:12,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,35017,1732144678869' ***** 2024-11-20T23:18:12,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:18:12,612 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:18:12,612 INFO [RS:0;412a5e44fd2e:35017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:18:12,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:18:12,612 INFO [RS:0;412a5e44fd2e:35017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:18:12,613 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:12,613 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:12,613 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:12,613 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:12,613 INFO [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35017. 2024-11-20T23:18:12,614 DEBUG [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:12,614 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:12,614 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be9188c9c69f8879d952812e8a9b8d1, disabling compactions & flushes 2024-11-20T23:18:12,614 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:12,614 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:12,614 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:18:12,614 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. after waiting 0 ms 2024-11-20T23:18:12,614 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:18:12,614 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:12,614 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:18:12,614 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:18:12,617 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1be9188c9c69f8879d952812e8a9b8d1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T23:18:12,618 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:18:12,618 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:12,618 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1be9188c9c69f8879d952812e8a9b8d1=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.} 2024-11-20T23:18:12,618 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:12,618 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:12,619 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:12,619 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:12,619 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:12,619 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T23:18:12,666 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:12,681 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/.tmp/queue/ac2c2cfc9d4044dd9f8fb8a515729b71 is 151, key is 1-412a5e44fd2e,35017,1732144678869/queue:412a5e44fd2e%2C35017%2C1732144678869/1732144691105/Put/seqid=0 2024-11-20T23:18:12,681 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/845be3210c5641a0a72268c95fcc05b2 is 147, key is hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1./info:regioninfo/1732144690423/Put/seqid=0 2024-11-20T23:18:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741839_1015 (size=5500) 2024-11-20T23:18:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741838_1014 (size=6631) 2024-11-20T23:18:12,693 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/845be3210c5641a0a72268c95fcc05b2 2024-11-20T23:18:12,764 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/ns/74154a679d1e4374bff1a4720ec990cd is 43, key is default/ns:d/1732144682761/Put/seqid=0 2024-11-20T23:18:12,765 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:18:12,766 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:18:12,768 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741840_1016 (size=5153) 2024-11-20T23:18:12,819 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:13,019 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:13,093 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/.tmp/queue/ac2c2cfc9d4044dd9f8fb8a515729b71 2024-11-20T23:18:13,105 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/.tmp/queue/ac2c2cfc9d4044dd9f8fb8a515729b71 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/queue/ac2c2cfc9d4044dd9f8fb8a515729b71 2024-11-20T23:18:13,118 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/queue/ac2c2cfc9d4044dd9f8fb8a515729b71, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T23:18:13,128 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1be9188c9c69f8879d952812e8a9b8d1 in 508ms, sequenceid=6, compaction requested=false 2024-11-20T23:18:13,128 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:18:13,142 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T23:18:13,146 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:13,147 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:13,147 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:13,147 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be9188c9c69f8879d952812e8a9b8d1: Waiting for close lock at 1732144692613Running coprocessor pre-close hooks at 1732144692614 (+1 ms)Disabling compacts and flushes for region at 1732144692614Disabling writes for close at 1732144692614Obtaining lock to block concurrent updates at 1732144692618 (+4 ms)Preparing flush snapshotting stores in 1be9188c9c69f8879d952812e8a9b8d1 at 1732144692618Finished memstore snapshotting hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732144692625 (+7 ms)Flushing stores of hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. at 1732144692627 (+2 ms)Flushing 1be9188c9c69f8879d952812e8a9b8d1/queue: creating writer at 1732144692628 (+1 ms)Flushing 1be9188c9c69f8879d952812e8a9b8d1/queue: appending metadata at 1732144692664 (+36 ms)Flushing 1be9188c9c69f8879d952812e8a9b8d1/queue: closing flushed file at 1732144692666 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bab3f2: reopening flushed file at 1732144693103 (+437 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1be9188c9c69f8879d952812e8a9b8d1 in 508ms, sequenceid=6, compaction requested=false at 1732144693128 (+25 ms)Writing region close event to WAL at 1732144693132 (+4 ms)Running coprocessor post-close hooks at 1732144693145 (+13 ms)Closed at 1732144693147 (+2 ms) 2024-11-20T23:18:13,147 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:13,179 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/ns/74154a679d1e4374bff1a4720ec990cd 2024-11-20T23:18:13,220 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:13,223 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/table/41c862a69dea4b42931f9e9e68c541d2 is 53, key is hbase:replication/table:state/1732144690455/Put/seqid=0 2024-11-20T23:18:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741841_1017 (size=5256) 2024-11-20T23:18:13,273 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:13,285 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:13,420 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:13,620 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:18:13,620 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:18:13,621 DEBUG [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:13,633 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/table/41c862a69dea4b42931f9e9e68c541d2 2024-11-20T23:18:13,643 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/845be3210c5641a0a72268c95fcc05b2 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/info/845be3210c5641a0a72268c95fcc05b2 2024-11-20T23:18:13,656 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/info/845be3210c5641a0a72268c95fcc05b2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T23:18:13,659 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/ns/74154a679d1e4374bff1a4720ec990cd as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/ns/74154a679d1e4374bff1a4720ec990cd 2024-11-20T23:18:13,671 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/ns/74154a679d1e4374bff1a4720ec990cd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:18:13,676 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/table/41c862a69dea4b42931f9e9e68c541d2 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/table/41c862a69dea4b42931f9e9e68c541d2 2024-11-20T23:18:13,691 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/table/41c862a69dea4b42931f9e9e68c541d2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T23:18:13,692 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1073ms, sequenceid=11, compaction requested=false 2024-11-20T23:18:13,720 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:18:13,721 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:13,721 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:13,721 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:13,721 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144692618Running coprocessor pre-close hooks at 1732144692618Disabling compacts and flushes for region at 1732144692618Disabling writes for close at 1732144692619 (+1 ms)Obtaining lock to block concurrent updates at 1732144692619Preparing flush snapshotting stores in 1588230740 at 1732144692619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732144692625 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144692627 (+2 ms)Flushing 1588230740/info: creating writer at 1732144692628 (+1 ms)Flushing 1588230740/info: appending metadata at 1732144692664 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732144692666 (+2 ms)Flushing 1588230740/ns: creating writer at 1732144692741 (+75 ms)Flushing 1588230740/ns: appending metadata at 1732144692763 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732144692763Flushing 1588230740/table: creating writer at 1732144693192 (+429 ms)Flushing 1588230740/table: appending metadata at 1732144693220 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732144693220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4099bffe: reopening flushed file at 1732144693642 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4216121a: reopening flushed file at 1732144693657 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442921a2: reopening flushed file at 1732144693671 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1073ms, sequenceid=11, compaction requested=false at 1732144693693 (+22 ms)Writing region close event to WAL at 1732144693705 (+12 ms)Running coprocessor post-close hooks at 1732144693721 (+16 ms)Closed at 1732144693721 2024-11-20T23:18:13,722 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:13,821 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,35017,1732144678869; all regions closed. 2024-11-20T23:18:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741834_1010 (size=2742) 2024-11-20T23:18:13,843 DEBUG [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:13,844 INFO [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C35017%2C1732144678869.meta:.meta(num 1732144682493) 2024-11-20T23:18:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741837_1013 (size=1802) 2024-11-20T23:18:13,888 DEBUG [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:13,888 INFO [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C35017%2C1732144678869.rep:(num 1732144690335) 2024-11-20T23:18:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741833_1009 (size=93) 2024-11-20T23:18:13,900 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 to pos 0, reset compression=false 2024-11-20T23:18:13,909 DEBUG [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:13,909 INFO [RS:0;412a5e44fd2e:35017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C35017%2C1732144678869:(num 1732144681969) 2024-11-20T23:18:13,909 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:13,909 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:13,909 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969 2024-11-20T23:18:13,910 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T23:18:13,910 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.wal-reader.412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T23:18:13,912 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:13,913 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:13,913 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:13,913 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:13,914 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,35017,1732144678869 because: Region server is closing 2024-11-20T23:18:13,910 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-412a5e44fd2e,35017,1732144678869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869/412a5e44fd2e%2C35017%2C1732144678869.1732144681969, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T23:18:13,915 INFO [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35017. 2024-11-20T23:18:13,915 DEBUG [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:13,915 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:13,915 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:13,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:13,918 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,35017,1732144678869: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-412a5e44fd2e,35017,1732144678869, walGroup=412a5e44fd2e%2C35017%2C1732144678869, offset=412a5e44fd2e%2C35017%2C1732144678869.1732144681969:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:18:13,920 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:18:13,923 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:18:13,925 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:18:13,925 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:18:13,926 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:18:13,926 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 384102000 }, "NonHeapMemoryUsage": { "committed": 152371200, "init": 7667712, "max": -1, "used": 150194008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:18:13,936 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [412a5e44fd2e%2C35017%2C1732144678869.1732144681969] 2024-11-20T23:18:14,020 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:18:14,020 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,1-412a5e44fd2e,35017,1732144678869 terminated 2024-11-20T23:18:14,021 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-412a5e44fd2e,35017,1732144678869 because: Region server is closing 2024-11-20T23:18:14,021 INFO [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35017. 2024-11-20T23:18:14,021 DEBUG [RS:0;412a5e44fd2e:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:14,021 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:14,022 DEBUG [RS:0;412a5e44fd2e:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:14,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:14,022 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,35017,1732144678869.replicationSource.shipper412a5e44fd2e%2C35017%2C1732144678869,2-412a5e44fd2e,35017,1732144678869 terminated 2024-11-20T23:18:14,023 INFO [RS:0;412a5e44fd2e:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35017 2024-11-20T23:18:14,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/rs 2024-11-20T23:18:14,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/rs/412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:14,193 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:14,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,35017,1732144678869] 2024-11-20T23:18:14,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/draining/412a5e44fd2e,35017,1732144678869 already deleted, retry=false 2024-11-20T23:18:14,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,35017,1732144678869 expired; onlineServers=0 2024-11-20T23:18:14,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,33085,1732144677739' ***** 2024-11-20T23:18:14,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:18:14,278 INFO [M:0;412a5e44fd2e:33085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:14,278 INFO [M:0;412a5e44fd2e:33085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:14,278 DEBUG [M:0;412a5e44fd2e:33085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:18:14,278 DEBUG [M:0;412a5e44fd2e:33085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:18:14,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:18:14,278 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144681389 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144681389,5,FailOnTimeoutGroup] 2024-11-20T23:18:14,278 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144681405 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144681405,5,FailOnTimeoutGroup] 2024-11-20T23:18:14,279 INFO [M:0;412a5e44fd2e:33085 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:14,279 INFO [M:0;412a5e44fd2e:33085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:14,279 DEBUG [M:0;412a5e44fd2e:33085 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:18:14,279 INFO [M:0;412a5e44fd2e:33085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:18:14,279 INFO [M:0;412a5e44fd2e:33085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:14,280 INFO [M:0;412a5e44fd2e:33085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:18:14,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:18:14,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:14,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1015a8a24950001, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:14,320 INFO [RS:0;412a5e44fd2e:35017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:14,320 INFO [RS:0;412a5e44fd2e:35017 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,35017,1732144678869; zookeeper connection closed. 2024-11-20T23:18:14,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3981baf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3981baf4 2024-11-20T23:18:14,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:18:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/master 2024-11-20T23:18:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:14,341 DEBUG [M:0;412a5e44fd2e:33085 {}] zookeeper.ZKUtil(347): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/master because node does not exist (not an error) 2024-11-20T23:18:14,341 WARN [M:0;412a5e44fd2e:33085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:18:14,342 INFO [M:0;412a5e44fd2e:33085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.lastflushedseqids 2024-11-20T23:18:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741842_1018 (size=181) 2024-11-20T23:18:14,362 INFO [M:0;412a5e44fd2e:33085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:18:14,362 INFO [M:0;412a5e44fd2e:33085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:18:14,362 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:14,363 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:14,363 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:14,363 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:14,363 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:14,363 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T23:18:14,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:14,389 DEBUG [M:0;412a5e44fd2e:33085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d46929aebff74870921053d72ae5e819 is 82, key is hbase:meta,,1/info:regioninfo/1732144682623/Put/seqid=0 2024-11-20T23:18:14,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741843_1019 (size=5672) 2024-11-20T23:18:14,399 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d46929aebff74870921053d72ae5e819 2024-11-20T23:18:14,464 DEBUG [M:0;412a5e44fd2e:33085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0821e4ae46474ba08284bdb06cb214 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732144690472/Put/seqid=0 2024-11-20T23:18:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741844_1020 (size=8663) 2024-11-20T23:18:14,525 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0821e4ae46474ba08284bdb06cb214 2024-11-20T23:18:14,585 DEBUG [M:0;412a5e44fd2e:33085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3906e7fdaad441bfac37949d2cd03957 is 69, key is 412a5e44fd2e,35017,1732144678869/rs:state/1732144681530/Put/seqid=0 2024-11-20T23:18:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741845_1021 (size=5156) 2024-11-20T23:18:14,599 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3906e7fdaad441bfac37949d2cd03957 2024-11-20T23:18:14,618 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d46929aebff74870921053d72ae5e819 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d46929aebff74870921053d72ae5e819 2024-11-20T23:18:14,630 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d46929aebff74870921053d72ae5e819, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T23:18:14,632 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0821e4ae46474ba08284bdb06cb214 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e0821e4ae46474ba08284bdb06cb214 2024-11-20T23:18:14,644 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e0821e4ae46474ba08284bdb06cb214, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T23:18:14,647 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3906e7fdaad441bfac37949d2cd03957 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3906e7fdaad441bfac37949d2cd03957 2024-11-20T23:18:14,661 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3906e7fdaad441bfac37949d2cd03957, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T23:18:14,667 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 304ms, sequenceid=115, compaction requested=false 2024-11-20T23:18:14,702 INFO [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:14,703 DEBUG [M:0;412a5e44fd2e:33085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144694362Disabling compacts and flushes for region at 1732144694362Disabling writes for close at 1732144694363 (+1 ms)Obtaining lock to block concurrent updates at 1732144694363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144694363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732144694364 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144694365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144694365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144694389 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144694389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144694422 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144694464 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144694464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144694548 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144694585 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144694585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfa6a79: reopening flushed file at 1732144694613 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17403280: reopening flushed file at 1732144694631 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277349bf: reopening flushed file at 1732144694645 (+14 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 304ms, sequenceid=115, compaction requested=false at 1732144694667 (+22 ms)Writing region close event to WAL at 1732144694702 (+35 ms)Closed at 1732144694702 2024-11-20T23:18:14,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741830_1006 (size=59421) 2024-11-20T23:18:14,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:14,722 INFO [M:0;412a5e44fd2e:33085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:18:14,722 INFO [M:0;412a5e44fd2e:33085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33085 2024-11-20T23:18:14,723 INFO [M:0;412a5e44fd2e:33085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:14,875 INFO [M:0;412a5e44fd2e:33085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33085-0x1015a8a24950000, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:14,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:14,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:14,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:14,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40989 2024-11-20T23:18:14,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40989 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:14,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409890x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:14,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40989-0x1015a8a24950006 connected 2024-11-20T23:18:14,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:14,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:14,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:14,977 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94, hbase.cluster.distributed=false 2024-11-20T23:18:14,978 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: INIT 2024-11-20T23:18:14,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/acl 2024-11-20T23:18:14,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-20T23:18:14,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40989 2024-11-20T23:18:14,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40989 2024-11-20T23:18:14,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-20T23:18:14,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-20T23:18:15,004 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:15,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:15,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:15,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33213 2024-11-20T23:18:15,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33213 connecting to ZooKeeper ensemble=127.0.0.1:60929 2024-11-20T23:18:15,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:15,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:15,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332130x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:15,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332130x0, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:15,030 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: INIT 2024-11-20T23:18:15,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:15,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33213-0x1015a8a24950007 connected 2024-11-20T23:18:15,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:15,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/master 2024-11-20T23:18:15,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/acl 2024-11-20T23:18:15,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T23:18:15,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33213 2024-11-20T23:18:15,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33213 2024-11-20T23:18:15,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T23:18:15,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T23:18:15,072 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:40989 2024-11-20T23:18:15,073 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /068508280/backup-masters/412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:18:15,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:18:15,082 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/backup-masters/412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/master 2024-11-20T23:18:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:15,093 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/master 2024-11-20T23:18:15,096 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /068508280/backup-masters/412a5e44fd2e,40989,1732144694877 from backup master directory 2024-11-20T23:18:15,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/backup-masters/412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:18:15,103 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:15,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/backup-masters 2024-11-20T23:18:15,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,128 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:15,128 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:15,154 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 26ms. 2024-11-20T23:18:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741846_1022 (size=196) 2024-11-20T23:18:15,577 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:15,578 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:15,579 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:15,590 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T23:18:15,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739 to hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739-dead as it is dead 2024-11-20T23:18:15,597 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T23:18:15,598 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T23:18:15,598 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739-dead/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:15,605 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739-dead/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 after 5ms 2024-11-20T23:18:15,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739-dead/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 to hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:15,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,33085,1732144677739-dead 2024-11-20T23:18:15,607 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,610 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:15,612 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C40989%2C1732144694877, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,40989,1732144694877, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:15,631 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,40989,1732144694877/412a5e44fd2e%2C40989%2C1732144694877.1732144695612, exclude list is [], retry=0 2024-11-20T23:18:15,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:15,641 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/WALs/412a5e44fd2e,40989,1732144694877/412a5e44fd2e%2C40989%2C1732144694877.1732144695612 2024-11-20T23:18:15,641 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:15,641 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:15,642 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:15,642 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,642 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:15,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:15,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d46929aebff74870921053d72ae5e819 2024-11-20T23:18:15,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:15,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:15,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:15,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e0821e4ae46474ba08284bdb06cb214 2024-11-20T23:18:15,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:15,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:15,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:15,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3906e7fdaad441bfac37949d2cd03957 2024-11-20T23:18:15,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:15,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:15,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:15,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:15,685 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,686 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T23:18:15,686 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:15,703 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:15,704 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C33085%2C1732144677739.1732144680061 2024-11-20T23:18:15,706 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,706 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,707 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:15,709 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:15,712 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T23:18:15,713 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65013058, jitterRate=-0.03122994303703308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:15,714 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144695642Initializing all the Stores at 1732144695643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144695643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144695643Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144695644 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144695644Cleaning up temporary data from old regions at 1732144695706 (+62 ms)Region opened successfully at 1732144695714 (+8 ms) 2024-11-20T23:18:15,714 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:15,718 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c129779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:15,730 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T23:18:15,730 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:15,730 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:15,731 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:15,731 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:18:15,738 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:15,739 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:15,740 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:18:15,740 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:15,740 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T23:18:15,741 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T23:18:15,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-20T23:18:15,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:15,746 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=412a5e44fd2e,35017,1732144678869, regionLocation=412a5e44fd2e,35017,1732144678869, openSeqNum=2 2024-11-20T23:18:15,746 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=412a5e44fd2e,35017,1732144678869, table=hbase:meta, region=1588230740 2024-11-20T23:18:15,746 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35017,1732144678869, state=OPEN 2024-11-20T23:18:15,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:15,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:15,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:15,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:15,802 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:15,808 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/draining/412a5e44fd2e,35017,1732144678869 already deleted, retry=false 2024-11-20T23:18:15,808 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 412a5e44fd2e,35017,1732144678869 on 412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,814 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 412a5e44fd2e,35017,1732144678869, splitWal=true, meta=true 2024-11-20T23:18:15,817 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 412a5e44fd2e,35017,1732144678869 (carryingMeta=true) 412a5e44fd2e,35017,1732144678869/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e686ff6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T23:18:15,821 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:15,829 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/balancer already deleted, retry=false 2024-11-20T23:18:15,829 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:15,830 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:15,839 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/normalizer already deleted, retry=false 2024-11-20T23:18:15,840 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:15,841 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:15,896 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/switch/split already deleted, retry=false 2024-11-20T23:18:15,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:15,913 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/switch/merge already deleted, retry=false 2024-11-20T23:18:15,938 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Unable to get data of znode /068508280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:15,944 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:15,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:15,956 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,40989,1732144694877, sessionid=0x1015a8a24950006, setting cluster-up flag (Was=false) 2024-11-20T23:18:15,967 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068508280/flush-table-proc/acquired, /068508280/flush-table-proc/reached, /068508280/flush-table-proc/abort 2024-11-20T23:18:15,968 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,977 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068508280/online-snapshot/acquired, /068508280/online-snapshot/reached, /068508280/online-snapshot/abort 2024-11-20T23:18:15,978 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:15,980 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.lastflushedseqids 2024-11-20T23:18:15,984 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:15,984 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:15,985 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,40989,1732144694877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 412a5e44fd2e,35017,1732144678869 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:15,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144725990 2024-11-20T23:18:15,991 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 412a5e44fd2e,35017,1732144678869, splitWal=true, meta=true 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:15,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:15,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:15,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:15,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:15,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:15,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:15,993 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,35017,1732144678869, splitWal=true, meta=true, isMeta: true 2024-11-20T23:18:15,994 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869-splitting 2024-11-20T23:18:15,995 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869-splitting dir is empty, no logs to split. 2024-11-20T23:18:15,996 INFO [PEWorker-1 {}] master.SplitWALManager(105): 412a5e44fd2e,35017,1732144678869 WAL count=0, meta=true 2024-11-20T23:18:15,996 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:15,996 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:15,996 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144695996,5,FailOnTimeoutGroup] 2024-11-20T23:18:15,997 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144695996,5,FailOnTimeoutGroup] 2024-11-20T23:18:15,997 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:15,997 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:15,998 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:15,998 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:15,998 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144695998, completionTime=-1 2024-11-20T23:18:15,998 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T23:18:16,001 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869-splitting dir is empty, no logs to split. 2024-11-20T23:18:16,001 INFO [PEWorker-1 {}] master.SplitWALManager(105): 412a5e44fd2e,35017,1732144678869 WAL count=0, meta=true 2024-11-20T23:18:16,001 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,35017,1732144678869 WAL splitting is done? wals=0, meta=true 2024-11-20T23:18:16,002 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T23:18:16,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:16,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:16,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:18:16,060 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(746): ClusterId : f4db1ab8-01f5-40dc-90a0-64adc005cd4f 2024-11-20T23:18:16,060 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:16,130 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:16,130 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:16,158 WARN [412a5e44fd2e:40989 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:18:16,201 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:16,201 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757f6ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:16,220 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:33213 2024-11-20T23:18:16,220 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:16,220 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:16,220 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:16,221 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,40989,1732144694877 with port=33213, startcode=1732144695004 2024-11-20T23:18:16,222 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:16,225 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:16,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,228 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94 2024-11-20T23:18:16,229 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41071 2024-11-20T23:18:16,229 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:16,253 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=255ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T23:18:16,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/rs 2024-11-20T23:18:16,279 DEBUG [RS:0;412a5e44fd2e:33213 {}] zookeeper.ZKUtil(111): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on existing znode=/068508280/rs/412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,279 WARN [RS:0;412a5e44fd2e:33213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:16,279 INFO [RS:0;412a5e44fd2e:33213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:16,280 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,33213,1732144695004] 2024-11-20T23:18:16,344 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:16,347 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:16,348 INFO [RS:0;412a5e44fd2e:33213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:16,348 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,351 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:16,352 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:16,352 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,352 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,352 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,353 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,354 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:16,354 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:16,354 DEBUG [RS:0;412a5e44fd2e:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:16,360 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,360 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,360 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,360 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,361 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,361 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33213,1732144695004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:16,377 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:16,377 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33213,1732144695004-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,397 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,33213,1732144695004, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:18:16,414 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(231): queueId=2-412a5e44fd2e,33213,1732144695004, ReplicationSource: 2, currentBandwidth=0 2024-11-20T23:18:16,415 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,415 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.Replication(171): 412a5e44fd2e,33213,1732144695004 started 2024-11-20T23:18:16,420 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:16,424 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c5b2c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,425 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:16,425 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:16,427 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66bb55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:16,431 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:16,433 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c30687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,433 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1dc0b2 2024-11-20T23:18:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:16,437 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T23:18:16,437 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37385' 2024-11-20T23:18:16,438 INFO [RS:0;412a5e44fd2e:33213.replicationSource,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,33213,1732144695004 (queues=0) is replicating from cluster=f4db1ab8-01f5-40dc-90a0-64adc005cd4f to cluster=9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:16,439 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ee465b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,439 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37385,-1 for getting cluster id 2024-11-20T23:18:16,439 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:16,440 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a291536-b9c2-4f61-922f-9250bf13f9ad' 2024-11-20T23:18:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:16,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a291536-b9c2-4f61-922f-9250bf13f9ad" 2024-11-20T23:18:16,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2346d4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37385,-1] 2024-11-20T23:18:16,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:16,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:16,443 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:16,445 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4947995d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:16,445 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc2f866 2024-11-20T23:18:16,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:16,448 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T23:18:16,448 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:16,448 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,33213,1732144695004, RpcServer on 412a5e44fd2e/172.17.0.2:33213, sessionid=0x1015a8a24950007 2024-11-20T23:18:16,449 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:16,449 DEBUG [RS:0;412a5e44fd2e:33213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,449 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,33213,1732144695004' 2024-11-20T23:18:16,449 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068508280/flush-table-proc/abort' 2024-11-20T23:18:16,449 INFO [RS:0;412a5e44fd2e:33213.replicationSource,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-412a5e44fd2e,33213,1732144695004 (queues=0) is replicating from cluster=f4db1ab8-01f5-40dc-90a0-64adc005cd4f to cluster=9a291536-b9c2-4f61-922f-9250bf13f9ad 2024-11-20T23:18:16,453 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068508280/flush-table-proc/acquired' 2024-11-20T23:18:16,454 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:16,454 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:16,455 DEBUG [RS:0;412a5e44fd2e:33213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,455 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,33213,1732144695004' 2024-11-20T23:18:16,455 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068508280/online-snapshot/abort' 2024-11-20T23:18:16,455 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068508280/online-snapshot/acquired' 2024-11-20T23:18:16,456 DEBUG [RS:0;412a5e44fd2e:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:16,456 INFO [RS:0;412a5e44fd2e:33213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:16,456 INFO [RS:0;412a5e44fd2e:33213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:16,556 INFO [RS:0;412a5e44fd2e:33213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:16,559 INFO [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C33213%2C1732144695004, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:16,575 DEBUG [RS:0;412a5e44fd2e:33213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560, exclude list is [], retry=0 2024-11-20T23:18:16,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:16,584 INFO [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 2024-11-20T23:18:16,587 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 412a5e44fd2e%2C33213%2C1732144695004 for peer 1 2024-11-20T23:18:16,587 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 412a5e44fd2e%2C33213%2C1732144695004 for peer 2 2024-11-20T23:18:16,587 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C33213%2C1732144695004 2024-11-20T23:18:16,587 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,33213,1732144695004, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:18:16,588 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=412a5e44fd2e%2C33213%2C1732144695004 2024-11-20T23:18:16,588 INFO [RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C33213%2C1732144695004 2024-11-20T23:18:16,588 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-412a5e44fd2e,33213,1732144695004, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:18:16,589 DEBUG [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:16,589 INFO [RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C33213%2C1732144695004 2024-11-20T23:18:16,590 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560, startPosition=0, beingWritten=true 2024-11-20T23:18:16,590 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560, startPosition=0, beingWritten=true 2024-11-20T23:18:16,658 DEBUG [412a5e44fd2e:40989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:16,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,33213,1732144695004, state=OPENING 2024-11-20T23:18:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:16,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:16,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:16,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,33213,1732144695004}] 2024-11-20T23:18:16,800 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:16,805 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:16,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:16,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:16,848 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:16,848 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:16,849 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:16,852 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C33213%2C1732144695004.meta, suffix=.meta, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:16,866 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.meta.1732144696852.meta, exclude list is [], retry=0 2024-11-20T23:18:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:16,872 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.meta.1732144696852.meta 2024-11-20T23:18:16,873 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:16,873 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:16,874 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:16,874 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:16,874 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:16,874 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:16,874 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:16,874 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:16,875 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:16,875 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:16,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:16,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:16,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:16,895 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/info/845be3210c5641a0a72268c95fcc05b2 2024-11-20T23:18:16,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:16,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:16,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:16,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:16,910 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/ns/74154a679d1e4374bff1a4720ec990cd 2024-11-20T23:18:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:16,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:16,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:16,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:16,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:16,926 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/table/41c862a69dea4b42931f9e9e68c541d2 2024-11-20T23:18:16,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:16,926 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:16,927 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:16,929 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740 2024-11-20T23:18:16,931 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:16,931 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:16,937 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:16,945 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:16,947 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67464856, jitterRate=0.005304694175720215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:16,947 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:16,947 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144696875Writing region info on filesystem at 1732144696875Initializing all the Stores at 1732144696878 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144696878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144696878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144696878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144696878Cleaning up temporary data from old regions at 1732144696931 (+53 ms)Running coprocessor post-open hooks at 1732144696947 (+16 ms)Region opened successfully at 1732144696947 2024-11-20T23:18:16,950 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732144696841 2024-11-20T23:18:16,954 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:16,954 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:16,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:16,967 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,33213,1732144695004, state=OPEN 2024-11-20T23:18:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068508280/meta-region-server 2024-11-20T23:18:17,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:17,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:17,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068508280/meta-region-server: CHANGED 2024-11-20T23:18:17,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T23:18:17,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,33213,1732144695004 in 399 msec 2024-11-20T23:18:17,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T23:18:17,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0830 sec 2024-11-20T23:18:17,123 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:17,130 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:17,532 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:17,542 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:17,758 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1760ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-20T23:18:18,040 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:18,051 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:18,648 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:18,658 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:19,264 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3266ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3011ms 2024-11-20T23:18:19,364 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:19,369 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:19,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:20,172 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:20,177 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:20,517 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T23:18:20,517 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:20,518 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:20,518 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,33213,1732144695004, seqNum=-1] 2024-11-20T23:18:20,518 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:20,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:20,526 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be9188c9c69f8879d952812e8a9b8d1, regionState=OPEN, lastHost=412a5e44fd2e,35017,1732144678869, regionLocation=412a5e44fd2e,35017,1732144678869, openSeqNum=2 2024-11-20T23:18:20,526 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:20,526 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144760526 2024-11-20T23:18:20,526 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144820526 2024-11-20T23:18:20,526 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-20T23:18:20,527 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,527 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 412a5e44fd2e,35017,1732144678869 had 2 regions 2024-11-20T23:18:20,527 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,527 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,527 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:40989, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,527 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,528 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,529 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,35017,1732144678869, splitWal=true, meta=true, isMeta: false 2024-11-20T23:18:20,531 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869-splitting dir is empty, no logs to split. 2024-11-20T23:18:20,531 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,35017,1732144678869 WAL count=0, meta=false 2024-11-20T23:18:20,535 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,35017,1732144678869-splitting dir is empty, no logs to split. 2024-11-20T23:18:20,535 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,35017,1732144678869 WAL count=0, meta=false 2024-11-20T23:18:20,535 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,35017,1732144678869 WAL splitting is done? wals=0, meta=false 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.433sec 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:20,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:20,537 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:20,537 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:20,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN}] 2024-11-20T23:18:20,542 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:20,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:20,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40989,1732144694877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:20,543 WARN [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=412a5e44fd2e,35017,1732144678869/hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:20,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN 2024-11-20T23:18:20,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:18:20,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741b0b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40989,-1 for getting cluster id 2024-11-20T23:18:20,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:20,565 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4db1ab8-01f5-40dc-90a0-64adc005cd4f' 2024-11-20T23:18:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4db1ab8-01f5-40dc-90a0-64adc005cd4f" 2024-11-20T23:18:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40989,-1] 2024-11-20T23:18:20,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:20,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,569 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1bea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,33213,1732144695004, seqNum=-1] 2024-11-20T23:18:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:20,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:20,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T23:18:20,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:20,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:20,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:20,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 412a5e44fd2e:40989 after: 412a5e44fd2e:40989 2024-11-20T23:18:20,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1348fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40989,-1 for getting cluster id 2024-11-20T23:18:20,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:20,581 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4db1ab8-01f5-40dc-90a0-64adc005cd4f' 2024-11-20T23:18:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4db1ab8-01f5-40dc-90a0-64adc005cd4f" 2024-11-20T23:18:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40989,-1] 2024-11-20T23:18:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:20,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,584 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:20,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2460b35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:20,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:20,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-11-20T23:18:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:20,587 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:20,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:20,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T23:18:20,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:20,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T23:18:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:18:20,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:20,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:20,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:20,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:18:20,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-20T23:18:20,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,37385,1732144685646 2024-11-20T23:18:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963646014/running 2024-11-20T23:18:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963646014/running 2024-11-20T23:18:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:20,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:20,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:20,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:20,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,46021,1732144685995' ***** 2024-11-20T23:18:20,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:18:20,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/running 2024-11-20T23:18:20,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Set watcher on znode that does not yet exist, /1-963646014/running 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:18:20,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:20,640 INFO [RS:0;412a5e44fd2e:46021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46021. 2024-11-20T23:18:20,640 DEBUG [RS:0;412a5e44fd2e:46021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:20,641 DEBUG [RS:0;412a5e44fd2e:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:20,641 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:18:20,641 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:18:20,641 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:18:20,641 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:18:20,641 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:18:20,641 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:18:20,641 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:20,641 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:20,641 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:20,641 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:20,641 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:20,641 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:20,642 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T23:18:20,658 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/.tmp/ns/46b595ffb0bb4bef876adc9e322ca4ba is 43, key is default/ns:d/1732144689035/Put/seqid=0 2024-11-20T23:18:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741835_1011 (size=5153) 2024-11-20T23:18:20,695 DEBUG [412a5e44fd2e:40989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:20,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1be9188c9c69f8879d952812e8a9b8d1, regionState=OPENING, regionLocation=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:20,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN because future has completed 2024-11-20T23:18:20,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,33213,1732144695004}] 2024-11-20T23:18:20,729 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:20,841 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:20,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:20,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:20,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:18:20,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C33213%2C1732144695004.rep, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs, maxLogs=10 2024-11-20T23:18:20,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.rep.1732144700864, exclude list is [], retry=0 2024-11-20T23:18:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37819,DS-ca25115f-7d66-4b58-be70-c812c462723e,DISK] 2024-11-20T23:18:20,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.rep.1732144700864 2024-11-20T23:18:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-20T23:18:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be9188c9c69f8879d952812e8a9b8d1, NAME => 'hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:20,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. service=MultiRowMutationService 2024-11-20T23:18:20,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:18:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,887 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,888 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName hfileref 2024-11-20T23:18:20,889 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:20,889 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:20,889 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,890 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName queue 2024-11-20T23:18:20,891 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:20,899 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/queue/ac2c2cfc9d4044dd9f8fb8a515729b71 2024-11-20T23:18:20,899 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:20,899 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,900 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be9188c9c69f8879d952812e8a9b8d1 columnFamilyName sid 2024-11-20T23:18:20,900 DEBUG [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:20,901 INFO [StoreOpener-1be9188c9c69f8879d952812e8a9b8d1-1 {}] regionserver.HStore(327): Store=1be9188c9c69f8879d952812e8a9b8d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:20,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:18:20,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,915 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:18:20,915 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:18:20,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1be9188c9c69f8879d952812e8a9b8d1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73513456, jitterRate=0.09543585777282715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:18:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1be9188c9c69f8879d952812e8a9b8d1: Running coprocessor pre-open hook at 1732144700886Writing region info on filesystem at 1732144700886Initializing all the Stores at 1732144700887 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144700887Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144700887Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144700887Cleaning up temporary data from old regions at 1732144700909 (+22 ms)Running coprocessor post-open hooks at 1732144700916 (+7 ms)Region opened successfully at 1732144700916 2024-11-20T23:18:20,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., pid=19, masterSystemTime=1732144700856 2024-11-20T23:18:20,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:20,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:20,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1be9188c9c69f8879d952812e8a9b8d1, regionState=OPEN, openSeqNum=10, regionLocation=412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:20,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,33213,1732144695004 because future has completed 2024-11-20T23:18:20,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T23:18:20,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be9188c9c69f8879d952812e8a9b8d1, server=412a5e44fd2e,33213,1732144695004 in 225 msec 2024-11-20T23:18:20,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T23:18:20,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1be9188c9c69f8879d952812e8a9b8d1, ASSIGN in 389 msec 2024-11-20T23:18:20,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T23:18:20,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1., hostname=412a5e44fd2e,33213,1732144695004, seqNum=10] 2024-11-20T23:18:20,983 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 412a5e44fd2e,35017,1732144678869 2024-11-20T23:18:20,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T23:18:21,042 DEBUG [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:21,064 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/.tmp/ns/46b595ffb0bb4bef876adc9e322ca4ba 2024-11-20T23:18:21,073 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/.tmp/ns/46b595ffb0bb4bef876adc9e322ca4ba as hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/ns/46b595ffb0bb4bef876adc9e322ca4ba 2024-11-20T23:18:21,078 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:21,082 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/ns/46b595ffb0bb4bef876adc9e322ca4ba, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T23:18:21,083 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:21,084 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-20T23:18:21,084 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:18:21,095 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T23:18:21,096 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:21,096 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:21,096 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:21,096 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144700641Running coprocessor pre-close hooks at 1732144700641Disabling compacts and flushes for region at 1732144700641Disabling writes for close at 1732144700641Obtaining lock to block concurrent updates at 1732144700642 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144700642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732144700642Flushing stores of hbase:meta,,1.1588230740 at 1732144700643 (+1 ms)Flushing 1588230740/ns: creating writer at 1732144700643Flushing 1588230740/ns: appending metadata at 1732144700658 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732144700658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9e6890: reopening flushed file at 1732144701072 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732144701084 (+12 ms)Writing region close event to WAL at 1732144701090 (+6 ms)Running coprocessor post-close hooks at 1732144701096 (+6 ms)Closed at 1732144701096 2024-11-20T23:18:21,096 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:21,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T23:18:21,242 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,46021,1732144685995; all regions closed. 2024-11-20T23:18:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741834_1010 (size=1152) 2024-11-20T23:18:21,251 DEBUG [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/oldWALs 2024-11-20T23:18:21,251 INFO [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46021%2C1732144685995.meta:.meta(num 1732144688834) 2024-11-20T23:18:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741832_1008 (size=93) 2024-11-20T23:18:21,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/WALs/412a5e44fd2e,46021,1732144685995/412a5e44fd2e%2C46021%2C1732144685995.1732144688057 not finished, retry = 0 2024-11-20T23:18:21,366 DEBUG [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/oldWALs 2024-11-20T23:18:21,366 INFO [RS:0;412a5e44fd2e:46021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46021%2C1732144685995:(num 1732144688057) 2024-11-20T23:18:21,366 DEBUG [RS:0;412a5e44fd2e:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:21,366 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:21,366 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:21,367 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:21,367 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:21,367 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:21,367 INFO [RS:0;412a5e44fd2e:46021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46021 2024-11-20T23:18:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963646014/rs/412a5e44fd2e,46021,1732144685995 2024-11-20T23:18:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014/rs 2024-11-20T23:18:21,387 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:21,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,46021,1732144685995] 2024-11-20T23:18:21,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/draining/412a5e44fd2e,46021,1732144685995 already deleted, retry=false 2024-11-20T23:18:21,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,46021,1732144685995 expired; onlineServers=0 2024-11-20T23:18:21,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,37385,1732144685646' ***** 2024-11-20T23:18:21,408 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:18:21,408 INFO [M:0;412a5e44fd2e:37385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:21,408 INFO [M:0;412a5e44fd2e:37385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:21,408 DEBUG [M:0;412a5e44fd2e:37385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:18:21,408 DEBUG [M:0;412a5e44fd2e:37385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:18:21,408 INFO [M:0;412a5e44fd2e:37385 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:21,409 INFO [M:0;412a5e44fd2e:37385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:21,409 DEBUG [M:0;412a5e44fd2e:37385 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:18:21,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:18:21,409 INFO [M:0;412a5e44fd2e:37385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:18:21,409 INFO [M:0;412a5e44fd2e:37385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:21,409 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144687749 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144687749,5,FailOnTimeoutGroup] 2024-11-20T23:18:21,409 INFO [M:0;412a5e44fd2e:37385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:18:21,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:18:21,409 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144687756 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144687756,5,FailOnTimeoutGroup] 2024-11-20T23:18:21,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963646014/master 2024-11-20T23:18:21,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963646014 2024-11-20T23:18:21,437 DEBUG [M:0;412a5e44fd2e:37385 {}] zookeeper.RecoverableZooKeeper(212): Node /1-963646014/master already deleted, retry=false 2024-11-20T23:18:21,437 DEBUG [M:0;412a5e44fd2e:37385 {}] master.ActiveMasterManager(353): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-963646014/master 2024-11-20T23:18:21,439 INFO [M:0;412a5e44fd2e:37385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/.lastflushedseqids 2024-11-20T23:18:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741836_1012 (size=99) 2024-11-20T23:18:21,461 INFO [M:0;412a5e44fd2e:37385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:18:21,461 INFO [M:0;412a5e44fd2e:37385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:18:21,461 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:21,461 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:21,461 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:21,461 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:21,461 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:21,462 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T23:18:21,496 DEBUG [M:0;412a5e44fd2e:37385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb411fd84824ab6bf506b07ad9f760a is 82, key is hbase:meta,,1/info:regioninfo/1732144688983/Put/seqid=0 2024-11-20T23:18:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x1015a8a24950004, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:21,500 INFO [RS:0;412a5e44fd2e:46021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:21,500 INFO [RS:0;412a5e44fd2e:46021 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,46021,1732144685995; zookeeper connection closed. 2024-11-20T23:18:21,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efb4cd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efb4cd7 2024-11-20T23:18:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741837_1013 (size=5672) 2024-11-20T23:18:21,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:18:21,914 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb411fd84824ab6bf506b07ad9f760a 2024-11-20T23:18:21,942 DEBUG [M:0;412a5e44fd2e:37385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f870d62bc24099a16d50c36d7414f5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732144689072/Put/seqid=0 2024-11-20T23:18:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741838_1014 (size=5275) 2024-11-20T23:18:22,086 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:22,092 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:22,348 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f870d62bc24099a16d50c36d7414f5 2024-11-20T23:18:22,374 DEBUG [M:0;412a5e44fd2e:37385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eba63265e149219aa329916df91007 is 69, key is 412a5e44fd2e,46021,1732144685995/rs:state/1732144687855/Put/seqid=0 2024-11-20T23:18:22,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741839_1015 (size=5156) 2024-11-20T23:18:22,780 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eba63265e149219aa329916df91007 2024-11-20T23:18:22,790 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb411fd84824ab6bf506b07ad9f760a as hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb411fd84824ab6bf506b07ad9f760a 2024-11-20T23:18:22,806 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb411fd84824ab6bf506b07ad9f760a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T23:18:22,808 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2f870d62bc24099a16d50c36d7414f5 as hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2f870d62bc24099a16d50c36d7414f5 2024-11-20T23:18:22,818 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2f870d62bc24099a16d50c36d7414f5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T23:18:22,820 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eba63265e149219aa329916df91007 as hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07eba63265e149219aa329916df91007 2024-11-20T23:18:22,831 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/c8754611-2a8d-7561-84ea-0014f4a56d80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07eba63265e149219aa329916df91007, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T23:18:22,836 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=28, compaction requested=false 2024-11-20T23:18:22,848 INFO [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:22,848 DEBUG [M:0;412a5e44fd2e:37385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144701461Disabling compacts and flushes for region at 1732144701461Disabling writes for close at 1732144701461Obtaining lock to block concurrent updates at 1732144701462 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144701462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732144701462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144701464 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144701464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144701496 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144701496Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144701920 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144701941 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144701941Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144702356 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144702374 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144702374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f09e092: reopening flushed file at 1732144702788 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f76d7f: reopening flushed file at 1732144702806 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc0bf62: reopening flushed file at 1732144702818 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=28, compaction requested=false at 1732144702836 (+18 ms)Writing region close event to WAL at 1732144702848 (+12 ms)Closed at 1732144702848 2024-11-20T23:18:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741830_1006 (size=10165) 2024-11-20T23:18:22,873 INFO [M:0;412a5e44fd2e:37385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:18:22,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:22,874 INFO [M:0;412a5e44fd2e:37385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37385 2024-11-20T23:18:22,878 INFO [M:0;412a5e44fd2e:37385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:22,992 INFO [M:0;412a5e44fd2e:37385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37385-0x1015a8a24950003, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:23,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cda2d8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:23,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@100e5ea5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:23,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:23,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e173326{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:23,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a225cc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:23,035 WARN [BP-117660227-172.17.0.2-1732144683235 heartbeating to localhost/127.0.0.1:46521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:18:23,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:18:23,035 WARN [BP-117660227-172.17.0.2-1732144683235 heartbeating to localhost/127.0.0.1:46521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-117660227-172.17.0.2-1732144683235 (Datanode Uuid 413ee2ff-b41b-4fc6-8f6b-875248851c39) service to localhost/127.0.0.1:46521 2024-11-20T23:18:23,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:18:23,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/cluster_9d6c9a12-48cb-473e-1ab0-df73307ce36d/data/data1/current/BP-117660227-172.17.0.2-1732144683235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:23,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/cluster_9d6c9a12-48cb-473e-1ab0-df73307ce36d/data/data2/current/BP-117660227-172.17.0.2-1732144683235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:23,037 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:18:23,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8973310{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:23,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f1caa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:23,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:23,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f93472d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:23,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f24905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:23,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:18:23,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:18:23,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:23,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:23,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:23,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:18:23,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=151986269, stopped=false 2024-11-20T23:18:23,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,40989,1732144694877 2024-11-20T23:18:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/running 2024-11-20T23:18:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:23,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:23,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Set watcher on znode that does not yet exist, /068508280/running 2024-11-20T23:18:23,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:23,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:23,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:23,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,33213,1732144695004' ***** 2024-11-20T23:18:23,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:18:23,107 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:18:23,107 INFO [RS:0;412a5e44fd2e:33213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:18:23,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:18:23,107 INFO [RS:0;412a5e44fd2e:33213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:18:23,107 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:33213. 2024-11-20T23:18:23,117 DEBUG [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:23,117 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be9188c9c69f8879d952812e8a9b8d1, disabling compactions & flushes 2024-11-20T23:18:23,117 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,117 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:23,117 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:18:23,117 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. after waiting 0 ms 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:18:23,117 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:23,117 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:18:23,131 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:18:23,131 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1be9188c9c69f8879d952812e8a9b8d1=hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1.} 2024-11-20T23:18:23,131 DEBUG [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be9188c9c69f8879d952812e8a9b8d1 2024-11-20T23:18:23,132 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:23,132 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:23,132 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:23,132 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:23,132 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:23,132 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T23:18:23,169 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/replication/1be9188c9c69f8879d952812e8a9b8d1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T23:18:23,172 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:23,176 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:23,176 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:23,176 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:23,176 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be9188c9c69f8879d952812e8a9b8d1: Waiting for close lock at 1732144703117Running coprocessor pre-close hooks at 1732144703117Disabling compacts and flushes for region at 1732144703117Disabling writes for close at 1732144703117Writing region close event to WAL at 1732144703134 (+17 ms)Running coprocessor post-close hooks at 1732144703176 (+42 ms)Closed at 1732144703176 2024-11-20T23:18:23,176 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1. 2024-11-20T23:18:23,196 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:23,202 DEBUG [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/WALs/412a5e44fd2e,33213,1732144695004/412a5e44fd2e%2C33213%2C1732144695004.1732144696560 to pos 0, reset compression=false 2024-11-20T23:18:23,203 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/2b94d6a0c4fa48e487dda0b7fe4eccfc is 147, key is hbase:replication,,1732144689445.1be9188c9c69f8879d952812e8a9b8d1./info:regioninfo/1732144700922/Put/seqid=0 2024-11-20T23:18:23,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741851_1027 (size=6385) 2024-11-20T23:18:23,245 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/2b94d6a0c4fa48e487dda0b7fe4eccfc 2024-11-20T23:18:23,267 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/.tmp/info/2b94d6a0c4fa48e487dda0b7fe4eccfc as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/info/2b94d6a0c4fa48e487dda0b7fe4eccfc 2024-11-20T23:18:23,280 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/info/2b94d6a0c4fa48e487dda0b7fe4eccfc, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T23:18:23,284 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=19, compaction requested=false 2024-11-20T23:18:23,296 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T23:18:23,297 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:23,297 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:23,303 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:23,304 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144703132Running coprocessor pre-close hooks at 1732144703132Disabling compacts and flushes for region at 1732144703132Disabling writes for close at 1732144703132Obtaining lock to block concurrent updates at 1732144703132Preparing flush snapshotting stores in 1588230740 at 1732144703132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732144703139 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144703140 (+1 ms)Flushing 1588230740/info: creating writer at 1732144703140Flushing 1588230740/info: appending metadata at 1732144703202 (+62 ms)Flushing 1588230740/info: closing flushed file at 1732144703202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5a0ac: reopening flushed file at 1732144703265 (+63 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=19, compaction requested=false at 1732144703284 (+19 ms)Writing region close event to WAL at 1732144703286 (+2 ms)Running coprocessor post-close hooks at 1732144703297 (+11 ms)Closed at 1732144703303 (+6 ms) 2024-11-20T23:18:23,304 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:23,332 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,33213,1732144695004; all regions closed. 2024-11-20T23:18:23,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741849_1025 (size=2156) 2024-11-20T23:18:23,340 DEBUG [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:23,340 INFO [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C33213%2C1732144695004.meta:.meta(num 1732144696852) 2024-11-20T23:18:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741850_1026 (size=796) 2024-11-20T23:18:23,346 DEBUG [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:23,347 INFO [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C33213%2C1732144695004.rep:(num 1732144700864) 2024-11-20T23:18:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741848_1024 (size=93) 2024-11-20T23:18:23,363 DEBUG [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/oldWALs 2024-11-20T23:18:23,363 INFO [RS:0;412a5e44fd2e:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C33213%2C1732144695004:(num 1732144696560) 2024-11-20T23:18:23,363 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,363 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:23,364 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:23,364 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:23,364 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:23,364 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:23,364 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T23:18:23,364 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T23:18:23,364 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T23:18:23,365 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,33213,1732144695004 because: Region server is closing 2024-11-20T23:18:23,365 INFO [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:33213. 2024-11-20T23:18:23,366 DEBUG [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:23,366 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,366 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:23,466 WARN [RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:18:23,467 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 terminated 2024-11-20T23:18:23,467 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-412a5e44fd2e,33213,1732144695004 because: Region server is closing 2024-11-20T23:18:23,467 INFO [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:33213. 2024-11-20T23:18:23,467 DEBUG [RS:0;412a5e44fd2e:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:23,468 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,468 DEBUG [RS:0;412a5e44fd2e:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:23,468 WARN [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,1-412a5e44fd2e,33213,1732144695004 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:18:23,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:23,568 WARN [RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:18:23,569 WARN [RS:0;412a5e44fd2e:33213.replicationSource.wal-reader.412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:18:23,569 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;412a5e44fd2e:33213.replicationSource.shipper412a5e44fd2e%2C33213%2C1732144695004,2-412a5e44fd2e,33213,1732144695004 terminated 2024-11-20T23:18:23,570 INFO [RS:0;412a5e44fd2e:33213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33213 2024-11-20T23:18:23,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/rs/412a5e44fd2e,33213,1732144695004 2024-11-20T23:18:23,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280/rs 2024-11-20T23:18:23,576 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:23,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,33213,1732144695004] 2024-11-20T23:18:23,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/draining/412a5e44fd2e,33213,1732144695004 already deleted, retry=false 2024-11-20T23:18:23,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,33213,1732144695004 expired; onlineServers=0 2024-11-20T23:18:23,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,40989,1732144694877' ***** 2024-11-20T23:18:23,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:18:23,591 INFO [M:0;412a5e44fd2e:40989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:23,591 INFO [M:0;412a5e44fd2e:40989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:23,591 DEBUG [M:0;412a5e44fd2e:40989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:18:23,591 DEBUG [M:0;412a5e44fd2e:40989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:18:23,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:18:23,591 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144695996 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144695996,5,FailOnTimeoutGroup] 2024-11-20T23:18:23,591 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144695996 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144695996,5,FailOnTimeoutGroup] 2024-11-20T23:18:23,592 INFO [M:0;412a5e44fd2e:40989 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:23,592 INFO [M:0;412a5e44fd2e:40989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:23,592 DEBUG [M:0;412a5e44fd2e:40989 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:18:23,592 INFO [M:0;412a5e44fd2e:40989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:18:23,592 INFO [M:0;412a5e44fd2e:40989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:23,592 INFO [M:0;412a5e44fd2e:40989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:18:23,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:18:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068508280/master 2024-11-20T23:18:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068508280 2024-11-20T23:18:23,616 DEBUG [M:0;412a5e44fd2e:40989 {}] zookeeper.RecoverableZooKeeper(212): Node /068508280/master already deleted, retry=false 2024-11-20T23:18:23,616 DEBUG [M:0;412a5e44fd2e:40989 {}] master.ActiveMasterManager(353): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Failed delete of our master address node; KeeperErrorCode = NoNode for /068508280/master 2024-11-20T23:18:23,621 INFO [M:0;412a5e44fd2e:40989 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/.lastflushedseqids 2024-11-20T23:18:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741852_1028 (size=181) 2024-11-20T23:18:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1015a8a24950007, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:23,692 INFO [RS:0;412a5e44fd2e:33213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:23,692 INFO [RS:0;412a5e44fd2e:33213 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,33213,1732144695004; zookeeper connection closed. 2024-11-20T23:18:23,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@db8398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@db8398 2024-11-20T23:18:23,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:18:24,072 INFO [M:0;412a5e44fd2e:40989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:18:24,072 INFO [M:0;412a5e44fd2e:40989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:18:24,072 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:24,073 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:24,073 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:24,073 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:24,073 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:24,073 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T23:18:24,105 DEBUG [M:0;412a5e44fd2e:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cbbe5ebe2944b8fadd4a96db9a39db6 is 82, key is hbase:meta,,1/info:regioninfo/1732144696965/Put/seqid=0 2024-11-20T23:18:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741853_1029 (size=5680) 2024-11-20T23:18:24,117 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cbbe5ebe2944b8fadd4a96db9a39db6 2024-11-20T23:18:24,148 DEBUG [M:0;412a5e44fd2e:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e31634c7564c1ba929699a1d6d010c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732144700932/Put/seqid=0 2024-11-20T23:18:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741854_1030 (size=7319) 2024-11-20T23:18:24,555 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e31634c7564c1ba929699a1d6d010c 2024-11-20T23:18:24,588 DEBUG [M:0;412a5e44fd2e:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c301e778db4ddc952bbaf0a41da6e3 is 69, key is 412a5e44fd2e,33213,1732144695004/rs:state/1732144696226/Put/seqid=0 2024-11-20T23:18:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741855_1031 (size=5371) 2024-11-20T23:18:24,997 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c301e778db4ddc952bbaf0a41da6e3 2024-11-20T23:18:25,005 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42c301e778db4ddc952bbaf0a41da6e3 2024-11-20T23:18:25,007 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cbbe5ebe2944b8fadd4a96db9a39db6 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cbbe5ebe2944b8fadd4a96db9a39db6 2024-11-20T23:18:25,014 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cbbe5ebe2944b8fadd4a96db9a39db6, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T23:18:25,016 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75e31634c7564c1ba929699a1d6d010c as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75e31634c7564c1ba929699a1d6d010c 2024-11-20T23:18:25,026 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75e31634c7564c1ba929699a1d6d010c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T23:18:25,028 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c301e778db4ddc952bbaf0a41da6e3 as hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42c301e778db4ddc952bbaf0a41da6e3 2024-11-20T23:18:25,039 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42c301e778db4ddc952bbaf0a41da6e3 2024-11-20T23:18:25,039 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/8b46e079-e984-1235-30d8-e80837a71e94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42c301e778db4ddc952bbaf0a41da6e3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T23:18:25,042 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=172, compaction requested=false 2024-11-20T23:18:25,065 INFO [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:25,066 DEBUG [M:0;412a5e44fd2e:40989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144704072Disabling compacts and flushes for region at 1732144704072Disabling writes for close at 1732144704073 (+1 ms)Obtaining lock to block concurrent updates at 1732144704073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144704073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732144704074 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144704077 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144704077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144704104 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144704104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144704127 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144704148 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144704148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144704564 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144704587 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144704587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c762ec6: reopening flushed file at 1732144705006 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7af8d0: reopening flushed file at 1732144705015 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623e3fcc: reopening flushed file at 1732144705027 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=172, compaction requested=false at 1732144705042 (+15 ms)Writing region close event to WAL at 1732144705065 (+23 ms)Closed at 1732144705065 2024-11-20T23:18:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37819 is added to blk_1073741847_1023 (size=22949) 2024-11-20T23:18:25,071 INFO [M:0;412a5e44fd2e:40989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:18:25,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:25,071 INFO [M:0;412a5e44fd2e:40989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40989 2024-11-20T23:18:25,071 INFO [M:0;412a5e44fd2e:40989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:25,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:25,213 INFO [M:0;412a5e44fd2e:40989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:25,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x1015a8a24950006, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:25,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d733f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:25,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f1f60e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:25,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:25,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355d3996{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:25,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5662a68c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:25,217 WARN [BP-1571038145-172.17.0.2-1732144672210 heartbeating to localhost/127.0.0.1:41071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:18:25,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:18:25,217 WARN [BP-1571038145-172.17.0.2-1732144672210 heartbeating to localhost/127.0.0.1:41071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1571038145-172.17.0.2-1732144672210 (Datanode Uuid 22d18e01-2c13-4553-a3bc-99bc278e3c21) service to localhost/127.0.0.1:41071 2024-11-20T23:18:25,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:18:25,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/data/data1/current/BP-1571038145-172.17.0.2-1732144672210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:25,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/cluster_947b974c-9461-d82f-7300-030482abb2a9/data/data2/current/BP-1571038145-172.17.0.2-1732144672210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:25,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:18:25,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df9b66d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:25,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32c054b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:25,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:25,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e780288{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:25,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42056f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b8bba80-cff5-a616-0d28-2820239bf1b6/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:25,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:18:25,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:18:25,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41071 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46521 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1023 (was 1070), ProcessCount=11 (was 11), AvailableMemoryMB=3423 (was 3059) - AvailableMemoryMB LEAK? - 2024-11-20T23:18:25,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1023, ProcessCount=11, AvailableMemoryMB=3424 2024-11-20T23:18:25,287 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T23:18:25,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir so I do NOT create it in target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7 2024-11-20T23:18:25,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:18:25,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.tmp.dir so I do NOT create it in target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7 2024-11-20T23:18:25,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71fa44e9-bc20-7e39-026f-7145bda45420/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:18:25,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7 2024-11-20T23:18:25,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c, deleteOnExit=true 2024-11-20T23:18:25,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/zookeeper_0, clientPort=57937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:18:25,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57937 2024-11-20T23:18:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:18:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:18:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/test.cache.data in system properties and HBase conf 2024-11-20T23:18:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:18:25,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:18:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:18:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:18:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:18:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:18:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8a24950005, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:18:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8a24950002, quorum=127.0.0.1:60929, baseZNode=/068508280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:18:25,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8a24950005, quorum=127.0.0.1:60929, baseZNode=/1-963646014 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:18:25,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8a24950002, quorum=127.0.0.1:60929, baseZNode=/068508280 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:18:25,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:25,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:25,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:25,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:25,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:25,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:25,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ca18c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:25,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d1c3b6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:26,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d4005e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/java.io.tmpdir/jetty-localhost-41009-hadoop-hdfs-3_4_1-tests_jar-_-any-4945168134710994749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:26,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1707905b{HTTP/1.1, (http/1.1)}{localhost:41009} 2024-11-20T23:18:26,031 INFO [Time-limited test {}] server.Server(415): Started @37374ms 2024-11-20T23:18:26,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T23:18:26,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:26,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:26,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:26,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:26,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:26,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:26,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:18:26,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:26,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ee1d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:26,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ab7e7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/java.io.tmpdir/jetty-localhost-40457-hadoop-hdfs-3_4_1-tests_jar-_-any-7101571079952309387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:26,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb78a04{HTTP/1.1, (http/1.1)}{localhost:40457} 2024-11-20T23:18:26,590 INFO [Time-limited test {}] server.Server(415): Started @37932ms 2024-11-20T23:18:26,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:18:27,741 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/data/data1/current/BP-15368453-172.17.0.2-1732144705330/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:27,742 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/data/data2/current/BP-15368453-172.17.0.2-1732144705330/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:27,784 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:18:27,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6157d546fcb1c4a3 with lease ID 0x3db9cd9d8ca2dc3: Processing first storage report for DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf from datanode DatanodeRegistration(127.0.0.1:36867, datanodeUuid=4c8f46bf-6945-49d7-abf5-57349c6529d1, infoPort=44293, infoSecurePort=0, ipcPort=35215, storageInfo=lv=-57;cid=testClusterID;nsid=1627932715;c=1732144705330) 2024-11-20T23:18:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6157d546fcb1c4a3 with lease ID 0x3db9cd9d8ca2dc3: from storage DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf node DatanodeRegistration(127.0.0.1:36867, datanodeUuid=4c8f46bf-6945-49d7-abf5-57349c6529d1, infoPort=44293, infoSecurePort=0, ipcPort=35215, storageInfo=lv=-57;cid=testClusterID;nsid=1627932715;c=1732144705330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6157d546fcb1c4a3 with lease ID 0x3db9cd9d8ca2dc3: Processing first storage report for DS-c591fd0f-e39b-4fb5-9d82-ce8770749a28 from datanode DatanodeRegistration(127.0.0.1:36867, datanodeUuid=4c8f46bf-6945-49d7-abf5-57349c6529d1, infoPort=44293, infoSecurePort=0, ipcPort=35215, storageInfo=lv=-57;cid=testClusterID;nsid=1627932715;c=1732144705330) 2024-11-20T23:18:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6157d546fcb1c4a3 with lease ID 0x3db9cd9d8ca2dc3: from storage DS-c591fd0f-e39b-4fb5-9d82-ce8770749a28 node DatanodeRegistration(127.0.0.1:36867, datanodeUuid=4c8f46bf-6945-49d7-abf5-57349c6529d1, infoPort=44293, infoSecurePort=0, ipcPort=35215, storageInfo=lv=-57;cid=testClusterID;nsid=1627932715;c=1732144705330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:27,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7 2024-11-20T23:18:27,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:27,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:18:28,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3 with version=8 2024-11-20T23:18:28,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/hbase-staging 2024-11-20T23:18:28,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:28,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:28,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36771 2024-11-20T23:18:28,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36771 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:18:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:18:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:28,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367710x0, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:28,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36771-0x1015a8aaab70000 connected 2024-11-20T23:18:28,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:28,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:28,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/running 2024-11-20T23:18:28,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3, hbase.cluster.distributed=false 2024-11-20T23:18:28,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/acl 2024-11-20T23:18:28,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-20T23:18:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36771 2024-11-20T23:18:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36771 2024-11-20T23:18:28,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-20T23:18:28,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36771 2024-11-20T23:18:28,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:28,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:28,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41489 2024-11-20T23:18:28,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41489 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:28,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:28,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:28,657 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414890x0, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:28,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41489-0x1015a8aaab70001 connected 2024-11-20T23:18:28,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/running 2024-11-20T23:18:28,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:28,659 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:28,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/master 2024-11-20T23:18:28,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/acl 2024-11-20T23:18:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41489 2024-11-20T23:18:28,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41489 2024-11-20T23:18:28,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41489 2024-11-20T23:18:28,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41489 2024-11-20T23:18:28,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41489 2024-11-20T23:18:28,683 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:36771 2024-11-20T23:18:28,683 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-959918707/backup-masters/412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:28,691 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/backup-masters 2024-11-20T23:18:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/backup-masters 2024-11-20T23:18:28,692 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on existing znode=/0-959918707/backup-masters/412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:28,702 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959918707/master 2024-11-20T23:18:28,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:28,702 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:28,702 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on existing znode=/0-959918707/master 2024-11-20T23:18:28,703 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-959918707/backup-masters/412a5e44fd2e,36771,1732144708259 from backup master directory 2024-11-20T23:18:28,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959918707/backup-masters/412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:28,712 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/backup-masters 2024-11-20T23:18:28,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/backup-masters 2024-11-20T23:18:28,712 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:28,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:28,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/hbase.id] with ID: 5b29f224-7837-4c1c-b81b-d8e37485df05 2024-11-20T23:18:28,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/.tmp/hbase.id 2024-11-20T23:18:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:18:29,123 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/.tmp/hbase.id]:[hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/hbase.id] 2024-11-20T23:18:29,139 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:29,140 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:29,142 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T23:18:29,197 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:18:29,205 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:29,206 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:29,207 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:18:29,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store 2024-11-20T23:18:29,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:18:29,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:29,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:29,624 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:29,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:29,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:29,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:29,625 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:29,625 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144709624Disabling compacts and flushes for region at 1732144709624Disabling writes for close at 1732144709624Writing region close event to WAL at 1732144709625 (+1 ms)Closed at 1732144709625 2024-11-20T23:18:29,626 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/.initializing 2024-11-20T23:18:29,626 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/WALs/412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:29,627 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:29,629 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C36771%2C1732144708259, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/WALs/412a5e44fd2e,36771,1732144708259, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:29,643 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/WALs/412a5e44fd2e,36771,1732144708259/412a5e44fd2e%2C36771%2C1732144708259.1732144709629, exclude list is [], retry=0 2024-11-20T23:18:29,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36867,DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf,DISK] 2024-11-20T23:18:29,649 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/WALs/412a5e44fd2e,36771,1732144708259/412a5e44fd2e%2C36771%2C1732144708259.1732144709629 2024-11-20T23:18:29,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-20T23:18:29,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:29,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:29,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,651 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:29,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:29,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:29,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:29,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:29,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:29,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:29,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:29,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:29,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:29,662 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,662 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,663 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,664 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,664 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,665 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:29,666 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:29,669 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:29,670 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71060980, jitterRate=0.058891117572784424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:29,671 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144709651Initializing all the Stores at 1732144709652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144709652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144709652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144709652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144709652Cleaning up temporary data from old regions at 1732144709664 (+12 ms)Region opened successfully at 1732144709671 (+7 ms) 2024-11-20T23:18:29,672 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:29,677 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7e827b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:29,678 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:29,678 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:29,678 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:29,678 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:29,679 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:18:29,680 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:18:29,680 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:29,686 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:29,687 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Unable to get data of znode /0-959918707/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:29,699 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/balancer already deleted, retry=false 2024-11-20T23:18:29,700 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:29,701 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Unable to get data of znode /0-959918707/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:29,712 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/normalizer already deleted, retry=false 2024-11-20T23:18:29,713 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:29,714 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Unable to get data of znode /0-959918707/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:29,723 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/switch/split already deleted, retry=false 2024-11-20T23:18:29,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Unable to get data of znode /0-959918707/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:29,733 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/switch/merge already deleted, retry=false 2024-11-20T23:18:29,736 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Unable to get data of znode /0-959918707/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:29,744 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:29,754 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959918707/running 2024-11-20T23:18:29,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-959918707/running 2024-11-20T23:18:29,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,754 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,755 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,36771,1732144708259, sessionid=0x1015a8aaab70000, setting cluster-up flag (Was=false) 2024-11-20T23:18:29,775 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,807 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959918707/flush-table-proc/acquired, /0-959918707/flush-table-proc/reached, /0-959918707/flush-table-proc/abort 2024-11-20T23:18:29,808 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:29,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,828 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:29,860 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-959918707/online-snapshot/acquired, /0-959918707/online-snapshot/reached, /0-959918707/online-snapshot/abort 2024-11-20T23:18:29,861 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:29,862 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:29,864 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:29,864 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:29,864 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:29,864 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,36771,1732144708259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:29,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,867 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144739867 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:29,868 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(746): ClusterId : 5b29f224-7837-4c1c-b81b-d8e37485df05 2024-11-20T23:18:29,868 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:29,868 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:29,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:29,869 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:29,869 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:29,869 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:29,869 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:29,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:29,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:29,872 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:29,872 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:29,880 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144709872,5,FailOnTimeoutGroup] 2024-11-20T23:18:29,881 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144709880,5,FailOnTimeoutGroup] 2024-11-20T23:18:29,881 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,881 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:29,881 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,881 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,882 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:29,882 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:29,892 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:29,892 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ed8300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:29,913 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:41489 2024-11-20T23:18:29,913 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:29,913 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:29,913 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:29,914 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,36771,1732144708259 with port=41489, startcode=1732144708633 2024-11-20T23:18:29,914 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:29,920 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:29,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36771 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,923 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3 2024-11-20T23:18:29,923 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40587 2024-11-20T23:18:29,923 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/rs 2024-11-20T23:18:29,934 DEBUG [RS:0;412a5e44fd2e:41489 {}] zookeeper.ZKUtil(111): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on existing znode=/0-959918707/rs/412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,934 WARN [RS:0;412a5e44fd2e:41489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:29,934 INFO [RS:0;412a5e44fd2e:41489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:29,934 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,41489,1732144708633] 2024-11-20T23:18:29,938 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:29,940 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:29,941 INFO [RS:0;412a5e44fd2e:41489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:29,941 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,944 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:29,945 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:29,945 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,945 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,946 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,947 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:29,947 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:29,947 DEBUG [RS:0;412a5e44fd2e:41489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,949 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,41489,1732144708633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:29,967 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:29,967 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,41489,1732144708633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,967 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,967 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.Replication(171): 412a5e44fd2e,41489,1732144708633 started 2024-11-20T23:18:29,986 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:29,986 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,41489,1732144708633, RpcServer on 412a5e44fd2e/172.17.0.2:41489, sessionid=0x1015a8aaab70001 2024-11-20T23:18:29,986 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:29,987 DEBUG [RS:0;412a5e44fd2e:41489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,987 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,41489,1732144708633' 2024-11-20T23:18:29,987 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959918707/flush-table-proc/abort' 2024-11-20T23:18:29,987 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959918707/flush-table-proc/acquired' 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,41489,1732144708633' 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-959918707/online-snapshot/abort' 2024-11-20T23:18:29,988 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-959918707/online-snapshot/acquired' 2024-11-20T23:18:29,989 DEBUG [RS:0;412a5e44fd2e:41489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:29,989 INFO [RS:0;412a5e44fd2e:41489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:29,989 INFO [RS:0;412a5e44fd2e:41489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:30,090 INFO [RS:0;412a5e44fd2e:41489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:30,092 INFO [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C41489%2C1732144708633, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs, maxLogs=10 2024-11-20T23:18:30,107 DEBUG [RS:0;412a5e44fd2e:41489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093, exclude list is [], retry=0 2024-11-20T23:18:30,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36867,DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf,DISK] 2024-11-20T23:18:30,112 INFO [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 2024-11-20T23:18:30,113 DEBUG [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-20T23:18:30,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:30,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3 2024-11-20T23:18:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:18:30,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:30,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:30,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:30,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:30,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:30,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:30,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:30,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:30,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:30,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:30,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:30,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:30,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:30,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:30,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:30,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:30,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:30,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740 2024-11-20T23:18:30,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740 2024-11-20T23:18:30,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:30,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:30,724 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:30,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:30,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67262108, jitterRate=0.0022835135459899902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:30,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144710700Initializing all the Stores at 1732144710701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144710701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144710702 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144710702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144710702Cleaning up temporary data from old regions at 1732144710723 (+21 ms)Region opened successfully at 1732144710729 (+6 ms) 2024-11-20T23:18:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:30,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:30,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144710729Disabling compacts and flushes for region at 1732144710729Disabling writes for close at 1732144710730 (+1 ms)Writing region close event to WAL at 1732144710730Closed at 1732144710730 2024-11-20T23:18:30,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:30,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:30,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:30,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:30,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:30,885 DEBUG [412a5e44fd2e:36771 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:30,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:30,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,41489,1732144708633, state=OPENING 2024-11-20T23:18:30,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:30,910 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:30,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:30,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959918707/meta-region-server: CHANGED 2024-11-20T23:18:30,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959918707/meta-region-server: CHANGED 2024-11-20T23:18:30,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,41489,1732144708633}] 2024-11-20T23:18:31,063 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:31,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:31,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:31,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:31,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:31,076 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C41489%2C1732144708633.meta, suffix=.meta, logDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs, maxLogs=10 2024-11-20T23:18:31,092 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.meta.1732144711077.meta, exclude list is [], retry=0 2024-11-20T23:18:31,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36867,DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf,DISK] 2024-11-20T23:18:31,097 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.meta.1732144711077.meta 2024-11-20T23:18:31,098 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-20T23:18:31,098 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:31,098 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:31,098 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:31,098 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:31,098 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:31,099 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:31,099 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:31,099 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:31,099 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:31,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:31,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:31,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:31,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:31,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:31,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:31,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:31,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:31,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:31,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:31,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:31,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:31,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:31,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:31,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:31,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:31,109 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:31,111 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740 2024-11-20T23:18:31,112 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740 2024-11-20T23:18:31,114 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:31,114 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:31,114 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:31,116 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:31,117 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63899542, jitterRate=-0.04782262444496155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:31,117 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:31,118 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144711099Writing region info on filesystem at 1732144711099Initializing all the Stores at 1732144711100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144711100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144711100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144711100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144711100Cleaning up temporary data from old regions at 1732144711114 (+14 ms)Running coprocessor post-open hooks at 1732144711117 (+3 ms)Region opened successfully at 1732144711118 (+1 ms) 2024-11-20T23:18:31,119 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144711063 2024-11-20T23:18:31,121 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:31,121 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:31,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:31,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,41489,1732144708633, state=OPEN 2024-11-20T23:18:31,164 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959918707/meta-region-server 2024-11-20T23:18:31,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-959918707/meta-region-server 2024-11-20T23:18:31,164 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:31,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959918707/meta-region-server: CHANGED 2024-11-20T23:18:31,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-959918707/meta-region-server: CHANGED 2024-11-20T23:18:31,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:31,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,41489,1732144708633 in 254 msec 2024-11-20T23:18:31,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:31,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-20T23:18:31,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:31,172 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:31,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:31,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,41489,1732144708633, seqNum=-1] 2024-11-20T23:18:31,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:31,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:31,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-20T23:18:31,183 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144711183, completionTime=-1 2024-11-20T23:18:31,183 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:31,183 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:31,185 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:31,185 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144771185 2024-11-20T23:18:31,185 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144831185 2024-11-20T23:18:31,185 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:36771, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,186 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,189 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:31,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-11-20T23:18:31,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:31,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:31,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:31,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:31,192 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:31,192 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:31,192 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:31,195 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:31,195 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:31,195 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36771,1732144708259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:31,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:31,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36771,-1 for getting cluster id 2024-11-20T23:18:31,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:31,271 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b29f224-7837-4c1c-b81b-d8e37485df05' 2024-11-20T23:18:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b29f224-7837-4c1c-b81b-d8e37485df05" 2024-11-20T23:18:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36771,-1] 2024-11-20T23:18:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:31,272 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:31,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e60680c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:31,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,41489,1732144708633, seqNum=-1] 2024-11-20T23:18:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:31,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:31,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:31,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:31,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:31,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8aaab70002 connected 2024-11-20T23:18:31,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir so I do NOT create it in target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60 2024-11-20T23:18:31,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:18:31,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.tmp.dir so I do NOT create it in target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60 2024-11-20T23:18:31,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:18:31,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60 2024-11-20T23:18:31,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/cluster_5998f809-773a-d3a9-f42a-295ea2b2498b, deleteOnExit=true 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/test.cache.data in system properties and HBase conf 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:18:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:18:31,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:18:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:31,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:18:31,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:18:31,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:31,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:31,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:31,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:31,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:31,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:31,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e632270{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:31,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707a8789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:31,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24b06115{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/java.io.tmpdir/jetty-localhost-39801-hadoop-hdfs-3_4_1-tests_jar-_-any-16230519564919167705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:31,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceaabc8{HTTP/1.1, (http/1.1)}{localhost:39801} 2024-11-20T23:18:31,790 INFO [Time-limited test {}] server.Server(415): Started @43133ms 2024-11-20T23:18:32,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:32,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:32,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:32,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:32,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:18:32,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5440c8a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:32,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d5638d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:32,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@616ce8e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/java.io.tmpdir/jetty-localhost-37555-hadoop-hdfs-3_4_1-tests_jar-_-any-11515987937292535491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:32,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b282f04{HTTP/1.1, (http/1.1)}{localhost:37555} 2024-11-20T23:18:32,208 INFO [Time-limited test {}] server.Server(415): Started @43551ms 2024-11-20T23:18:32,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:18:33,132 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/cluster_5998f809-773a-d3a9-f42a-295ea2b2498b/data/data2/current/BP-1618562880-172.17.0.2-1732144711338/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:33,132 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/cluster_5998f809-773a-d3a9-f42a-295ea2b2498b/data/data1/current/BP-1618562880-172.17.0.2-1732144711338/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:33,149 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:18:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63233841ec303c8 with lease ID 0xf7a2bc413f14da2f: Processing first storage report for DS-79eb6179-5a1d-4962-9cf4-93085315a282 from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=cbb1afd2-0806-4191-85ac-f55ba6f66a02, infoPort=44785, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1885677160;c=1732144711338) 2024-11-20T23:18:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63233841ec303c8 with lease ID 0xf7a2bc413f14da2f: from storage DS-79eb6179-5a1d-4962-9cf4-93085315a282 node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=cbb1afd2-0806-4191-85ac-f55ba6f66a02, infoPort=44785, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1885677160;c=1732144711338), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63233841ec303c8 with lease ID 0xf7a2bc413f14da2f: Processing first storage report for DS-0430849f-e7ff-4bf8-b808-828a17de78f1 from datanode DatanodeRegistration(127.0.0.1:36785, datanodeUuid=cbb1afd2-0806-4191-85ac-f55ba6f66a02, infoPort=44785, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1885677160;c=1732144711338) 2024-11-20T23:18:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63233841ec303c8 with lease ID 0xf7a2bc413f14da2f: from storage DS-0430849f-e7ff-4bf8-b808-828a17de78f1 node DatanodeRegistration(127.0.0.1:36785, datanodeUuid=cbb1afd2-0806-4191-85ac-f55ba6f66a02, infoPort=44785, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1885677160;c=1732144711338), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:33,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60 2024-11-20T23:18:33,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:18:33,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911 with version=8 2024-11-20T23:18:33,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/hbase-staging 2024-11-20T23:18:33,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:33,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:33,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:33,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:33,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:33,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32939 2024-11-20T23:18:33,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32939 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:33,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329390x0, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:33,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32939-0x1015a8aaab70003 connected 2024-11-20T23:18:33,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/running 2024-11-20T23:18:33,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911, hbase.cluster.distributed=false 2024-11-20T23:18:33,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/acl 2024-11-20T23:18:33,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T23:18:33,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32939 2024-11-20T23:18:33,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32939 2024-11-20T23:18:33,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T23:18:33,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-20T23:18:33,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:33,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:33,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32935 2024-11-20T23:18:33,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32935 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:33,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,407 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329350x0, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:33,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329350x0, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/running 2024-11-20T23:18:33,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32935-0x1015a8aaab70004 connected 2024-11-20T23:18:33,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:33,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:33,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/master 2024-11-20T23:18:33,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/acl 2024-11-20T23:18:33,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-20T23:18:33,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32935 2024-11-20T23:18:33,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32935 2024-11-20T23:18:33,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-20T23:18:33,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-20T23:18:33,440 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:32939 2024-11-20T23:18:33,444 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1140812698/backup-masters/412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/backup-masters 2024-11-20T23:18:33,457 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/backup-masters 2024-11-20T23:18:33,458 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on existing znode=/1140812698/backup-masters/412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:33,470 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140812698/master 2024-11-20T23:18:33,470 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:33,472 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on existing znode=/1140812698/master 2024-11-20T23:18:33,475 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1140812698/backup-masters/412a5e44fd2e,32939,1732144713266 from backup master directory 2024-11-20T23:18:33,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140812698/backup-masters/412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:33,481 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/backup-masters 2024-11-20T23:18:33,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/backup-masters 2024-11-20T23:18:33,481 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:33,481 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:33,494 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/hbase.id] with ID: 1ca87644-0dbc-4de1-ad98-bab7cbf452e6 2024-11-20T23:18:33,494 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/.tmp/hbase.id 2024-11-20T23:18:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:18:33,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:33,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:33,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:33,920 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/.tmp/hbase.id]:[hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/hbase.id] 2024-11-20T23:18:33,935 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:33,935 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:33,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T23:18:33,986 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:33,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:18:34,394 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:34,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:34,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:18:34,643 WARN [RS:0;412a5e44fd2e:41489 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 412a5e44fd2e,35017,1732144678869: status=Processing ServerCrashProcedure of 412a5e44fd2e,35017,1732144678869 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732144695990, completionTime=-1 appears to have been leaked 2024-11-20T23:18:34,809 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store 2024-11-20T23:18:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:35,218 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:35,218 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:35,218 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144715218Disabling compacts and flushes for region at 1732144715218Disabling writes for close at 1732144715218Writing region close event to WAL at 1732144715218Closed at 1732144715218 2024-11-20T23:18:35,219 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/.initializing 2024-11-20T23:18:35,219 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/WALs/412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:35,220 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:35,222 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C32939%2C1732144713266, suffix=, logDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/WALs/412a5e44fd2e,32939,1732144713266, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:35,235 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/WALs/412a5e44fd2e,32939,1732144713266/412a5e44fd2e%2C32939%2C1732144713266.1732144715222, exclude list is [], retry=0 2024-11-20T23:18:35,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-79eb6179-5a1d-4962-9cf4-93085315a282,DISK] 2024-11-20T23:18:35,239 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/WALs/412a5e44fd2e,32939,1732144713266/412a5e44fd2e%2C32939%2C1732144713266.1732144715222 2024-11-20T23:18:35,239 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44785:44785)] 2024-11-20T23:18:35,239 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:35,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:35,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:35,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:35,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:35,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:35,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:35,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:35,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:35,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:35,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:35,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:35,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:35,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:35,251 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,251 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,251 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:35,254 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:35,256 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:35,257 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73536308, jitterRate=0.09577637910842896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:35,257 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144715240Initializing all the Stores at 1732144715241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144715241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144715244 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144715244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144715244Cleaning up temporary data from old regions at 1732144715253 (+9 ms)Region opened successfully at 1732144715257 (+4 ms) 2024-11-20T23:18:35,257 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:35,260 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2267d4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:35,261 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:35,261 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:35,261 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:35,261 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:35,262 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:18:35,262 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:18:35,262 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:35,264 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:35,264 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Unable to get data of znode /1140812698/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:35,317 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/balancer already deleted, retry=false 2024-11-20T23:18:35,317 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:35,318 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Unable to get data of znode /1140812698/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:35,333 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/normalizer already deleted, retry=false 2024-11-20T23:18:35,333 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:35,334 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Unable to get data of znode /1140812698/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:35,397 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/switch/split already deleted, retry=false 2024-11-20T23:18:35,398 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Unable to get data of znode /1140812698/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:35,465 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/switch/merge already deleted, retry=false 2024-11-20T23:18:35,467 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Unable to get data of znode /1140812698/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:35,480 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:35,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140812698/running 2024-11-20T23:18:35,502 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140812698/running 2024-11-20T23:18:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,502 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,502 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,32939,1732144713266, sessionid=0x1015a8aaab70003, setting cluster-up flag (Was=false) 2024-11-20T23:18:35,522 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,554 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140812698/flush-table-proc/acquired, /1140812698/flush-table-proc/reached, /1140812698/flush-table-proc/abort 2024-11-20T23:18:35,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:35,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,575 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:35,638 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140812698/online-snapshot/acquired, /1140812698/online-snapshot/reached, /1140812698/online-snapshot/abort 2024-11-20T23:18:35,639 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:35,641 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:35,643 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(746): ClusterId : 1ca87644-0dbc-4de1-ad98-bab7cbf452e6 2024-11-20T23:18:35,643 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:35,646 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:35,647 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:35,647 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:35,647 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,32939,1732144713266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:35,650 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:35,650 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:35,650 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:35,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:35,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144745658 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:35,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:35,658 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:35,660 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:35,660 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,660 DEBUG [RS:0;412a5e44fd2e:32935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b03a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:35,666 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:35,667 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:35,667 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:35,667 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:35,668 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:35,668 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:35,671 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144715668,5,FailOnTimeoutGroup] 2024-11-20T23:18:35,673 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144715671,5,FailOnTimeoutGroup] 2024-11-20T23:18:35,673 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,673 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:35,673 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,673 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:35,679 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:32935 2024-11-20T23:18:35,679 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:35,679 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:35,679 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:35,680 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,32939,1732144713266 with port=32935, startcode=1732144713384 2024-11-20T23:18:35,680 DEBUG [RS:0;412a5e44fd2e:32935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:35,681 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:35,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,684 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911 2024-11-20T23:18:35,684 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41709 2024-11-20T23:18:35,684 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:35,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/rs 2024-11-20T23:18:35,726 DEBUG [RS:0;412a5e44fd2e:32935 {}] zookeeper.ZKUtil(111): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on existing znode=/1140812698/rs/412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,726 WARN [RS:0;412a5e44fd2e:32935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:35,726 INFO [RS:0;412a5e44fd2e:32935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:35,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,32935,1732144713384] 2024-11-20T23:18:35,727 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,730 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:35,733 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:35,736 INFO [RS:0;412a5e44fd2e:32935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:35,736 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,736 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:35,737 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:35,737 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,738 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,739 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:35,739 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:35,739 DEBUG [RS:0;412a5e44fd2e:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:35,740 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,740 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,740 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,741 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,741 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,741 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32935,1732144713384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:35,757 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:35,757 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32935,1732144713384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,757 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,757 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.Replication(171): 412a5e44fd2e,32935,1732144713384 started 2024-11-20T23:18:35,770 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:35,770 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,32935,1732144713384, RpcServer on 412a5e44fd2e/172.17.0.2:32935, sessionid=0x1015a8aaab70004 2024-11-20T23:18:35,770 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:35,770 DEBUG [RS:0;412a5e44fd2e:32935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,770 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,32935,1732144713384' 2024-11-20T23:18:35,770 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140812698/flush-table-proc/abort' 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140812698/flush-table-proc/acquired' 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,32935,1732144713384' 2024-11-20T23:18:35,771 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140812698/online-snapshot/abort' 2024-11-20T23:18:35,772 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140812698/online-snapshot/acquired' 2024-11-20T23:18:35,772 DEBUG [RS:0;412a5e44fd2e:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:35,772 INFO [RS:0;412a5e44fd2e:32935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:35,772 INFO [RS:0;412a5e44fd2e:32935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:35,873 INFO [RS:0;412a5e44fd2e:32935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:35,874 INFO [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C32935%2C1732144713384, suffix=, logDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/oldWALs, maxLogs=10 2024-11-20T23:18:35,887 DEBUG [RS:0;412a5e44fd2e:32935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384/412a5e44fd2e%2C32935%2C1732144713384.1732144715874, exclude list is [], retry=0 2024-11-20T23:18:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-79eb6179-5a1d-4962-9cf4-93085315a282,DISK] 2024-11-20T23:18:35,891 INFO [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384/412a5e44fd2e%2C32935%2C1732144713384.1732144715874 2024-11-20T23:18:35,892 DEBUG [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44785:44785)] 2024-11-20T23:18:35,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:18:36,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:36,076 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911 2024-11-20T23:18:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:18:36,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:36,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:36,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:36,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:36,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:36,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:36,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:36,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:36,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:36,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:36,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:36,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:36,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:36,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:36,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:36,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:36,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:36,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740 2024-11-20T23:18:36,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740 2024-11-20T23:18:36,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:36,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:36,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:36,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:36,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:36,502 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400502, jitterRate=0.04904922842979431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144716483Initializing all the Stores at 1732144716484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144716484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716484Cleaning up temporary data from old regions at 1732144716498 (+14 ms)Region opened successfully at 1732144716503 (+5 ms) 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:36,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:36,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144716503Disabling compacts and flushes for region at 1732144716503Disabling writes for close at 1732144716503Writing region close event to WAL at 1732144716503Closed at 1732144716503 2024-11-20T23:18:36,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:36,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:36,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:36,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:36,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:36,658 DEBUG [412a5e44fd2e:32939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:36,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:36,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,32935,1732144713384, state=OPENING 2024-11-20T23:18:36,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:36,754 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:36,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:36,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140812698/meta-region-server: CHANGED 2024-11-20T23:18:36,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,32935,1732144713384}] 2024-11-20T23:18:36,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140812698/meta-region-server: CHANGED 2024-11-20T23:18:36,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:36,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:36,919 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:36,919 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:36,919 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:36,923 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C32935%2C1732144713384.meta, suffix=.meta, logDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384, archiveDir=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/oldWALs, maxLogs=10 2024-11-20T23:18:36,943 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384/412a5e44fd2e%2C32935%2C1732144713384.meta.1732144716923.meta, exclude list is [], retry=0 2024-11-20T23:18:36,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36785,DS-79eb6179-5a1d-4962-9cf4-93085315a282,DISK] 2024-11-20T23:18:36,965 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/WALs/412a5e44fd2e,32935,1732144713384/412a5e44fd2e%2C32935%2C1732144713384.meta.1732144716923.meta 2024-11-20T23:18:36,970 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44785:44785)] 2024-11-20T23:18:36,970 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:36,970 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:36,971 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:36,971 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:36,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:36,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:36,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:36,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:36,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:37,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:37,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:37,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:37,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:37,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:37,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:37,019 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:37,020 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740 2024-11-20T23:18:37,022 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740 2024-11-20T23:18:37,029 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:37,029 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:37,030 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:37,037 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:37,038 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73335028, jitterRate=0.0927770733833313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:37,038 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:37,039 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144716972Writing region info on filesystem at 1732144716972Initializing all the Stores at 1732144716979 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716980 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716984 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144716984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144716984Cleaning up temporary data from old regions at 1732144717029 (+45 ms)Running coprocessor post-open hooks at 1732144717038 (+9 ms)Region opened successfully at 1732144717039 (+1 ms) 2024-11-20T23:18:37,040 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144716909 2024-11-20T23:18:37,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:37,051 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:37,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:37,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,32935,1732144713384, state=OPEN 2024-11-20T23:18:37,080 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140812698/meta-region-server 2024-11-20T23:18:37,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:37,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140812698/meta-region-server: CHANGED 2024-11-20T23:18:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140812698/meta-region-server 2024-11-20T23:18:37,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140812698/meta-region-server: CHANGED 2024-11-20T23:18:37,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:37,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,32935,1732144713384 in 326 msec 2024-11-20T23:18:37,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:37,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-11-20T23:18:37,109 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:37,109 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:37,117 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:37,117 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,32935,1732144713384, seqNum=-1] 2024-11-20T23:18:37,118 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:37,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:37,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5000 sec 2024-11-20T23:18:37,155 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144717155, completionTime=-1 2024-11-20T23:18:37,155 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:37,155 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:37,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:37,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144777160 2024-11-20T23:18:37,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144837160 2024-11-20T23:18:37,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T23:18:37,161 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,161 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,161 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,161 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:32939, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,161 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,166 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:37,167 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.693sec 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:37,174 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:37,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:37,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:37,198 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:37,198 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:37,199 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,32939,1732144713266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:37,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be9bd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,32939,-1 for getting cluster id 2024-11-20T23:18:37,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:37,265 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ca87644-0dbc-4de1-ad98-bab7cbf452e6' 2024-11-20T23:18:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ca87644-0dbc-4de1-ad98-bab7cbf452e6" 2024-11-20T23:18:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77316a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,32939,-1] 2024-11-20T23:18:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:37,271 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:37,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ecd444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,32935,1732144713384, seqNum=-1] 2024-11-20T23:18:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:37,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:37,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:37,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57937 2024-11-20T23:18:37,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:37,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8aaab70005 connected 2024-11-20T23:18:37,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@874774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36771,-1 for getting cluster id 2024-11-20T23:18:37,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:37,423 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b29f224-7837-4c1c-b81b-d8e37485df05' 2024-11-20T23:18:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b29f224-7837-4c1c-b81b-d8e37485df05" 2024-11-20T23:18:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36771,-1] 2024-11-20T23:18:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:37,426 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-20T23:18:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:37,431 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:37,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:32939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:18:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:37,436 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:32939' 2024-11-20T23:18:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:37,438 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3fef2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,438 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,32939,-1 for getting cluster id 2024-11-20T23:18:37,438 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:37,440 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ca87644-0dbc-4de1-ad98-bab7cbf452e6' 2024-11-20T23:18:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ca87644-0dbc-4de1-ad98-bab7cbf452e6" 2024-11-20T23:18:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72648595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,32939,-1] 2024-11-20T23:18:37,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:37,443 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:37,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556c5d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:37,445 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:37,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:37,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@698ffbcc 2024-11-20T23:18:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:37,448 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:37,453 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T23:18:37,453 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:37,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:37,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:37,453 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:37,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:18:37,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:37,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:18:37,462 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:18:37,512 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:18:37,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741835_1011 (size=1138) 2024-11-20T23:18:37,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f278c5e4470a49a954786e320f6b3f78, NAME => 'hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3 2024-11-20T23:18:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:37,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741836_1012 (size=44) 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f278c5e4470a49a954786e320f6b3f78, disabling compactions & flushes 2024-11-20T23:18:37,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. after waiting 0 ms 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:37,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:37,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f278c5e4470a49a954786e320f6b3f78: Waiting for close lock at 1732144717573Disabling compacts and flushes for region at 1732144717573Disabling writes for close at 1732144717573Writing region close event to WAL at 1732144717573Closed at 1732144717573 2024-11-20T23:18:37,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:18:37,577 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144717577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144717577"}]},"ts":"1732144717577"} 2024-11-20T23:18:37,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:18:37,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:18:37,585 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144717585"}]},"ts":"1732144717585"} 2024-11-20T23:18:37,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:18:37,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f278c5e4470a49a954786e320f6b3f78, ASSIGN}] 2024-11-20T23:18:37,593 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f278c5e4470a49a954786e320f6b3f78, ASSIGN 2024-11-20T23:18:37,598 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f278c5e4470a49a954786e320f6b3f78, ASSIGN; state=OFFLINE, location=412a5e44fd2e,41489,1732144708633; forceNewPlan=false, retain=false 2024-11-20T23:18:37,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f278c5e4470a49a954786e320f6b3f78, regionState=OPENING, regionLocation=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:37,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f278c5e4470a49a954786e320f6b3f78, ASSIGN because future has completed 2024-11-20T23:18:37,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f278c5e4470a49a954786e320f6b3f78, server=412a5e44fd2e,41489,1732144708633}] 2024-11-20T23:18:37,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:37,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:37,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:18:37,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C41489%2C1732144708633.rep, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs, maxLogs=10 2024-11-20T23:18:37,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.rep.1732144717957, exclude list is [], retry=0 2024-11-20T23:18:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36867,DS-c43724af-2d15-4b0c-9c8f-ccecfb9d4edf,DISK] 2024-11-20T23:18:37,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.rep.1732144717957 2024-11-20T23:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44293:44293)] 2024-11-20T23:18:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f278c5e4470a49a954786e320f6b3f78, NAME => 'hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. service=MultiRowMutationService 2024-11-20T23:18:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:37,986 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:37,993 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f278c5e4470a49a954786e320f6b3f78 columnFamilyName hfileref 2024-11-20T23:18:37,993 DEBUG [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,994 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(327): Store=f278c5e4470a49a954786e320f6b3f78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:37,994 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:37,997 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f278c5e4470a49a954786e320f6b3f78 columnFamilyName queue 2024-11-20T23:18:37,997 DEBUG [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:37,998 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(327): Store=f278c5e4470a49a954786e320f6b3f78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:37,998 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,000 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f278c5e4470a49a954786e320f6b3f78 columnFamilyName sid 2024-11-20T23:18:38,000 DEBUG [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:38,001 INFO [StoreOpener-f278c5e4470a49a954786e320f6b3f78-1 {}] regionserver.HStore(327): Store=f278c5e4470a49a954786e320f6b3f78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:38,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:18:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:38,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f278c5e4470a49a954786e320f6b3f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67050842, jitterRate=-8.645951747894287E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:18:38,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:38,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f278c5e4470a49a954786e320f6b3f78: Running coprocessor pre-open hook at 1732144717985Writing region info on filesystem at 1732144717985Initializing all the Stores at 1732144717986 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144717986Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144717986Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144717986Cleaning up temporary data from old regions at 1732144718004 (+18 ms)Running coprocessor post-open hooks at 1732144718022 (+18 ms)Region opened successfully at 1732144718022 2024-11-20T23:18:38,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78., pid=7, masterSystemTime=1732144717924 2024-11-20T23:18:38,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:38,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:38,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f278c5e4470a49a954786e320f6b3f78, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:38,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f278c5e4470a49a954786e320f6b3f78, server=412a5e44fd2e,41489,1732144708633 because future has completed 2024-11-20T23:18:38,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T23:18:38,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f278c5e4470a49a954786e320f6b3f78, server=412a5e44fd2e,41489,1732144708633 in 267 msec 2024-11-20T23:18:38,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:18:38,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f278c5e4470a49a954786e320f6b3f78, ASSIGN in 446 msec 2024-11-20T23:18:38,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:18:38,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144718041"}]},"ts":"1732144718041"} 2024-11-20T23:18:38,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:18:38,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:18:38,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 591 msec 2024-11-20T23:18:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:38,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78., hostname=412a5e44fd2e,41489,1732144708633, seqNum=2] 2024-11-20T23:18:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:38,189 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:38,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:18:38,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:18:38,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:38,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:18:38,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:38,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:38,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T23:18:38,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:38,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:18:38,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:18:38,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:38,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T23:18:38,429 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:18:38,467 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,41489,1732144708633, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:18:38,468 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:38,468 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,41489,1732144708633, seqNum=-1] 2024-11-20T23:18:38,468 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:38,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T23:18:38,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,41489,1732144708633', locateType=CURRENT is [region=hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78., hostname=412a5e44fd2e,41489,1732144708633, seqNum=2] 2024-11-20T23:18:38,488 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T23:18:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T23:18:38,495 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,41489,1732144708633 suceeded 2024-11-20T23:18:38,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T23:18:38,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-20T23:18:38,501 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:32939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:18:38,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0700 sec 2024-11-20T23:18:38,514 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:32939' 2024-11-20T23:18:38,516 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e47ea4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:38,516 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,32939,-1 for getting cluster id 2024-11-20T23:18:38,517 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:38,520 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ca87644-0dbc-4de1-ad98-bab7cbf452e6' 2024-11-20T23:18:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ca87644-0dbc-4de1-ad98-bab7cbf452e6" 2024-11-20T23:18:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@392fd22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,32939,-1] 2024-11-20T23:18:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,529 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:38,537 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d0e8c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:38,537 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:38,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:38,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331b63b1 2024-11-20T23:18:38,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:38,541 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T23:18:38,544 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,41489,1732144708633 (queues=1) is replicating from cluster=5b29f224-7837-4c1c-b81b-d8e37485df05 to cluster=1ca87644-0dbc-4de1-ad98-bab7cbf452e6 2024-11-20T23:18:38,544 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C41489%2C1732144708633 2024-11-20T23:18:38,544 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,41489,1732144708633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:18:38,552 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093, startPosition=0, beingWritten=true 2024-11-20T23:18:38,557 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.shipper412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C41489%2C1732144708633 2024-11-20T23:18:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:38,577 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:18:38,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:38,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:38,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:38,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b22fe24 2024-11-20T23:18:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:38,588 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:38,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:18:38,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:18:38,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:38,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:18:38,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=924653343, stopped=false 2024-11-20T23:18:38,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,32939,1732144713266 2024-11-20T23:18:38,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140812698/running 2024-11-20T23:18:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:38,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:38,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:38,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:38,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,32935,1732144713384' ***** 2024-11-20T23:18:38,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:18:38,660 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140812698/running 2024-11-20T23:18:38,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/running 2024-11-20T23:18:38,660 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:38,660 INFO [RS:0;412a5e44fd2e:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:32935. 2024-11-20T23:18:38,661 DEBUG [RS:0;412a5e44fd2e:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:38,661 DEBUG [RS:0;412a5e44fd2e:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,661 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:18:38,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:18:38,664 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:18:38,664 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:18:38,664 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:18:38,668 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:18:38,668 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:18:38,668 DEBUG [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:38,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Set watcher on znode that does not yet exist, /1140812698/running 2024-11-20T23:18:38,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:38,668 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:38,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:38,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:38,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:38,669 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T23:18:38,689 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/.tmp/ns/b05a9953f7034238a8bebd70246625b3 is 43, key is default/ns:d/1732144717125/Put/seqid=0 2024-11-20T23:18:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741835_1011 (size=5153) 2024-11-20T23:18:38,697 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/.tmp/ns/b05a9953f7034238a8bebd70246625b3 2024-11-20T23:18:38,706 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/.tmp/ns/b05a9953f7034238a8bebd70246625b3 as hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/ns/b05a9953f7034238a8bebd70246625b3 2024-11-20T23:18:38,718 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/ns/b05a9953f7034238a8bebd70246625b3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T23:18:38,721 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false 2024-11-20T23:18:38,734 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T23:18:38,736 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:38,736 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:38,736 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:38,736 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144718668Running coprocessor pre-close hooks at 1732144718668Disabling compacts and flushes for region at 1732144718668Disabling writes for close at 1732144718668Obtaining lock to block concurrent updates at 1732144718669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144718669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732144718669Flushing stores of hbase:meta,,1.1588230740 at 1732144718670 (+1 ms)Flushing 1588230740/ns: creating writer at 1732144718670Flushing 1588230740/ns: appending metadata at 1732144718689 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732144718689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8ec9dd: reopening flushed file at 1732144718705 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false at 1732144718721 (+16 ms)Writing region close event to WAL at 1732144718724 (+3 ms)Running coprocessor post-close hooks at 1732144718736 (+12 ms)Closed at 1732144718736 2024-11-20T23:18:38,737 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:38,757 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:38,763 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:18:38,763 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:18:38,781 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:38,868 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,32935,1732144713384; all regions closed. 2024-11-20T23:18:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741834_1010 (size=1152) 2024-11-20T23:18:38,886 DEBUG [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/oldWALs 2024-11-20T23:18:38,887 INFO [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C32935%2C1732144713384.meta:.meta(num 1732144716923) 2024-11-20T23:18:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741832_1008 (size=93) 2024-11-20T23:18:38,896 DEBUG [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/oldWALs 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C32935%2C1732144713384:(num 1732144715874) 2024-11-20T23:18:38,896 DEBUG [RS:0;412a5e44fd2e:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:38,896 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:38,896 INFO [RS:0;412a5e44fd2e:32935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32935 2024-11-20T23:18:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698/rs 2024-11-20T23:18:38,909 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140812698/rs/412a5e44fd2e,32935,1732144713384 2024-11-20T23:18:38,909 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:38,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,32935,1732144713384] 2024-11-20T23:18:38,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/draining/412a5e44fd2e,32935,1732144713384 already deleted, retry=false 2024-11-20T23:18:38,933 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,32935,1732144713384 expired; onlineServers=0 2024-11-20T23:18:38,933 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,32939,1732144713266' ***** 2024-11-20T23:18:38,933 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:18:38,933 INFO [M:0;412a5e44fd2e:32939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:38,933 INFO [M:0;412a5e44fd2e:32939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:38,933 DEBUG [M:0;412a5e44fd2e:32939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:18:38,933 DEBUG [M:0;412a5e44fd2e:32939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:18:38,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:18:38,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144715668 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144715668,5,FailOnTimeoutGroup] 2024-11-20T23:18:38,934 INFO [M:0;412a5e44fd2e:32939 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:38,934 INFO [M:0;412a5e44fd2e:32939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:38,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144715671 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144715671,5,FailOnTimeoutGroup] 2024-11-20T23:18:38,934 DEBUG [M:0;412a5e44fd2e:32939 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:18:38,934 INFO [M:0;412a5e44fd2e:32939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:18:38,934 INFO [M:0;412a5e44fd2e:32939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:38,934 INFO [M:0;412a5e44fd2e:32939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:18:38,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:18:38,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140812698/master 2024-11-20T23:18:38,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140812698 2024-11-20T23:18:38,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1140812698/master already deleted, retry=false 2024-11-20T23:18:38,951 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Failed delete of our master address node; KeeperErrorCode = NoNode for /1140812698/master 2024-11-20T23:18:38,952 INFO [M:0;412a5e44fd2e:32939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/.lastflushedseqids 2024-11-20T23:18:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741836_1012 (size=99) 2024-11-20T23:18:39,022 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:39,022 INFO [RS:0;412a5e44fd2e:32935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:39,023 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x1015a8aaab70004, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:39,023 INFO [RS:0;412a5e44fd2e:32935 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,32935,1732144713384; zookeeper connection closed. 2024-11-20T23:18:39,023 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30414458 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30414458 2024-11-20T23:18:39,023 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:18:39,087 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:39,358 INFO [M:0;412a5e44fd2e:32939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:18:39,358 INFO [M:0;412a5e44fd2e:32939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:18:39,358 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:39,358 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:39,358 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:39,358 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:39,358 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:39,358 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T23:18:39,375 DEBUG [M:0;412a5e44fd2e:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485c7783673141b08af4bfa9a12526c7 is 82, key is hbase:meta,,1/info:regioninfo/1732144717051/Put/seqid=0 2024-11-20T23:18:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741837_1013 (size=5672) 2024-11-20T23:18:39,493 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:39,783 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485c7783673141b08af4bfa9a12526c7 2024-11-20T23:18:39,818 DEBUG [M:0;412a5e44fd2e:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c664789a4826464e9c2eb1718abce34e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732144717145/Put/seqid=0 2024-11-20T23:18:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741838_1014 (size=5275) 2024-11-20T23:18:40,006 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:40,228 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c664789a4826464e9c2eb1718abce34e 2024-11-20T23:18:40,247 DEBUG [M:0;412a5e44fd2e:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d16c551efd34c20b0a30ffcb2e7b935 is 69, key is 412a5e44fd2e,32935,1732144713384/rs:state/1732144715682/Put/seqid=0 2024-11-20T23:18:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741839_1015 (size=5156) 2024-11-20T23:18:40,612 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:40,653 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d16c551efd34c20b0a30ffcb2e7b935 2024-11-20T23:18:40,678 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485c7783673141b08af4bfa9a12526c7 as hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/485c7783673141b08af4bfa9a12526c7 2024-11-20T23:18:40,688 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/485c7783673141b08af4bfa9a12526c7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T23:18:40,696 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c664789a4826464e9c2eb1718abce34e as hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c664789a4826464e9c2eb1718abce34e 2024-11-20T23:18:40,707 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c664789a4826464e9c2eb1718abce34e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T23:18:40,708 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d16c551efd34c20b0a30ffcb2e7b935 as hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d16c551efd34c20b0a30ffcb2e7b935 2024-11-20T23:18:40,717 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41709/user/jenkins/test-data/fec228e5-0e59-456c-6715-e4a8d6bc7911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d16c551efd34c20b0a30ffcb2e7b935, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T23:18:40,718 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=28, compaction requested=false 2024-11-20T23:18:40,757 INFO [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:40,757 DEBUG [M:0;412a5e44fd2e:32939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144719358Disabling compacts and flushes for region at 1732144719358Disabling writes for close at 1732144719358Obtaining lock to block concurrent updates at 1732144719358Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144719358Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732144719359 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144719360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144719360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144719375 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144719375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144719793 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144719817 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144719818 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144720233 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144720246 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144720246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76766c5: reopening flushed file at 1732144720677 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c43604: reopening flushed file at 1732144720688 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178eb4c4: reopening flushed file at 1732144720707 (+19 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=28, compaction requested=false at 1732144720718 (+11 ms)Writing region close event to WAL at 1732144720757 (+39 ms)Closed at 1732144720757 2024-11-20T23:18:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36785 is added to blk_1073741830_1006 (size=10165) 2024-11-20T23:18:40,773 INFO [M:0;412a5e44fd2e:32939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:18:40,773 INFO [M:0;412a5e44fd2e:32939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32939 2024-11-20T23:18:40,774 INFO [M:0;412a5e44fd2e:32939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:40,780 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:40,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:40,907 INFO [M:0;412a5e44fd2e:32939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:40,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x1015a8aaab70003, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:40,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@616ce8e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:40,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b282f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:40,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:40,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d5638d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:40,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5440c8a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:41,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:18:41,002 WARN [BP-1618562880-172.17.0.2-1732144711338 heartbeating to localhost/127.0.0.1:41709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:18:41,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:18:41,002 WARN [BP-1618562880-172.17.0.2-1732144711338 heartbeating to localhost/127.0.0.1:41709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1618562880-172.17.0.2-1732144711338 (Datanode Uuid cbb1afd2-0806-4191-85ac-f55ba6f66a02) service to localhost/127.0.0.1:41709 2024-11-20T23:18:41,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/cluster_5998f809-773a-d3a9-f42a-295ea2b2498b/data/data2/current/BP-1618562880-172.17.0.2-1732144711338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:41,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/cluster_5998f809-773a-d3a9-f42a-295ea2b2498b/data/data1/current/BP-1618562880-172.17.0.2-1732144711338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:41,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:18:41,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24b06115{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:41,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceaabc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:41,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:41,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707a8789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:41,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e632270{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:18:41,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:18:41,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:41,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:41,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:41,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:18:41,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1727021494, stopped=false 2024-11-20T23:18:41,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,36771,1732144708259 2024-11-20T23:18:41,154 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959918707/running 2024-11-20T23:18:41,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959918707/running 2024-11-20T23:18:41,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:41,154 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:41,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:41,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/running 2024-11-20T23:18:41,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Set watcher on znode that does not yet exist, /0-959918707/running 2024-11-20T23:18:41,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:18:41,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:41,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,156 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,41489,1732144708633' ***** 2024-11-20T23:18:41,156 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:18:41,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(3091): Received CLOSE for f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:41,157 INFO [RS:0;412a5e44fd2e:41489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:41489. 2024-11-20T23:18:41,157 DEBUG [RS:0;412a5e44fd2e:41489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:41,158 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,158 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:18:41,158 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:18:41,158 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:18:41,158 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:18:41,158 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f278c5e4470a49a954786e320f6b3f78, disabling compactions & flushes 2024-11-20T23:18:41,158 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:41,158 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:41,158 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. after waiting 0 ms 2024-11-20T23:18:41,158 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:41,158 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f278c5e4470a49a954786e320f6b3f78 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T23:18:41,159 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:18:41,159 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1325): Online Regions={f278c5e4470a49a954786e320f6b3f78=hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:18:41,159 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f278c5e4470a49a954786e320f6b3f78 2024-11-20T23:18:41,160 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:41,160 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:41,160 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:41,160 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:41,160 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:41,160 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T23:18:41,169 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:41,179 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/.tmp/queue/0f37e67bfdfc448384a7f4a4720740fb is 151, key is 1-412a5e44fd2e,41489,1732144708633/queue:412a5e44fd2e%2C41489%2C1732144708633/1732144718481/Put/seqid=0 2024-11-20T23:18:41,180 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/info/a5f96f6d099d4ba8b7cd690d695db31c is 147, key is hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78./info:regioninfo/1732144718027/Put/seqid=0 2024-11-20T23:18:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741838_1014 (size=5350) 2024-11-20T23:18:41,186 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/.tmp/queue/0f37e67bfdfc448384a7f4a4720740fb 2024-11-20T23:18:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741839_1015 (size=6631) 2024-11-20T23:18:41,197 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/info/a5f96f6d099d4ba8b7cd690d695db31c 2024-11-20T23:18:41,226 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/.tmp/queue/0f37e67bfdfc448384a7f4a4720740fb as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/queue/0f37e67bfdfc448384a7f4a4720740fb 2024-11-20T23:18:41,248 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/queue/0f37e67bfdfc448384a7f4a4720740fb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T23:18:41,250 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f278c5e4470a49a954786e320f6b3f78 in 92ms, sequenceid=5, compaction requested=false 2024-11-20T23:18:41,250 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:18:41,263 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/ns/d33b06bb0a834986a1da9e849230062d is 43, key is default/ns:d/1732144711176/Put/seqid=0 2024-11-20T23:18:41,268 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/replication/f278c5e4470a49a954786e320f6b3f78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:18:41,269 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:41,269 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:41,270 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:41,270 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f278c5e4470a49a954786e320f6b3f78: Waiting for close lock at 1732144721158Running coprocessor pre-close hooks at 1732144721158Disabling compacts and flushes for region at 1732144721158Disabling writes for close at 1732144721158Obtaining lock to block concurrent updates at 1732144721158Preparing flush snapshotting stores in f278c5e4470a49a954786e320f6b3f78 at 1732144721158Finished memstore snapshotting hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732144721159 (+1 ms)Flushing stores of hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. at 1732144721159Flushing f278c5e4470a49a954786e320f6b3f78/queue: creating writer at 1732144721160 (+1 ms)Flushing f278c5e4470a49a954786e320f6b3f78/queue: appending metadata at 1732144721178 (+18 ms)Flushing f278c5e4470a49a954786e320f6b3f78/queue: closing flushed file at 1732144721178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49244d0b: reopening flushed file at 1732144721213 (+35 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f278c5e4470a49a954786e320f6b3f78 in 92ms, sequenceid=5, compaction requested=false at 1732144721250 (+37 ms)Writing region close event to WAL at 1732144721258 (+8 ms)Running coprocessor post-close hooks at 1732144721269 (+11 ms)Closed at 1732144721269 2024-11-20T23:18:41,270 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144717453.f278c5e4470a49a954786e320f6b3f78. 2024-11-20T23:18:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741840_1016 (size=5153) 2024-11-20T23:18:41,281 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/ns/d33b06bb0a834986a1da9e849230062d 2024-11-20T23:18:41,321 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/table/5957cdfa4dd84e299c3fb374f6ca92b2 is 53, key is hbase:replication/table:state/1732144718041/Put/seqid=0 2024-11-20T23:18:41,328 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/WALs/412a5e44fd2e,41489,1732144708633/412a5e44fd2e%2C41489%2C1732144708633.1732144710093 to pos 0, reset compression=false 2024-11-20T23:18:41,359 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741841_1017 (size=5256) 2024-11-20T23:18:41,559 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:41,760 DEBUG [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:18:41,766 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/table/5957cdfa4dd84e299c3fb374f6ca92b2 2024-11-20T23:18:41,780 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/info/a5f96f6d099d4ba8b7cd690d695db31c as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/info/a5f96f6d099d4ba8b7cd690d695db31c 2024-11-20T23:18:41,799 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/info/a5f96f6d099d4ba8b7cd690d695db31c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T23:18:41,803 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/ns/d33b06bb0a834986a1da9e849230062d as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/ns/d33b06bb0a834986a1da9e849230062d 2024-11-20T23:18:41,816 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/ns/d33b06bb0a834986a1da9e849230062d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:18:41,817 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/.tmp/table/5957cdfa4dd84e299c3fb374f6ca92b2 as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/table/5957cdfa4dd84e299c3fb374f6ca92b2 2024-11-20T23:18:41,825 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/table/5957cdfa4dd84e299c3fb374f6ca92b2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T23:18:41,827 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 666ms, sequenceid=11, compaction requested=false 2024-11-20T23:18:41,836 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:18:41,838 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:41,838 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:41,838 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:41,838 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144721160Running coprocessor pre-close hooks at 1732144721160Disabling compacts and flushes for region at 1732144721160Disabling writes for close at 1732144721160Obtaining lock to block concurrent updates at 1732144721160Preparing flush snapshotting stores in 1588230740 at 1732144721160Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732144721161 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144721161Flushing 1588230740/info: creating writer at 1732144721161Flushing 1588230740/info: appending metadata at 1732144721180 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732144721180Flushing 1588230740/ns: creating writer at 1732144721225 (+45 ms)Flushing 1588230740/ns: appending metadata at 1732144721262 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732144721262Flushing 1588230740/table: creating writer at 1732144721290 (+28 ms)Flushing 1588230740/table: appending metadata at 1732144721319 (+29 ms)Flushing 1588230740/table: closing flushed file at 1732144721320 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572b9c4f: reopening flushed file at 1732144721778 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e50a03: reopening flushed file at 1732144721800 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d960e0: reopening flushed file at 1732144721816 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 666ms, sequenceid=11, compaction requested=false at 1732144721827 (+11 ms)Writing region close event to WAL at 1732144721831 (+4 ms)Running coprocessor post-close hooks at 1732144721838 (+7 ms)Closed at 1732144721838 2024-11-20T23:18:41,838 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:41,949 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:18:41,949 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:18:41,960 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,41489,1732144708633; all regions closed. 2024-11-20T23:18:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741834_1010 (size=2742) 2024-11-20T23:18:41,967 DEBUG [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs 2024-11-20T23:18:41,967 INFO [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C41489%2C1732144708633.meta:.meta(num 1732144711077) 2024-11-20T23:18:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741837_1013 (size=1586) 2024-11-20T23:18:41,977 DEBUG [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs 2024-11-20T23:18:41,977 INFO [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C41489%2C1732144708633.rep:(num 1732144717957) 2024-11-20T23:18:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741832_1008 (size=93) 2024-11-20T23:18:41,985 DEBUG [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/oldWALs 2024-11-20T23:18:41,985 INFO [RS:0;412a5e44fd2e:41489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C41489%2C1732144708633:(num 1732144710093) 2024-11-20T23:18:41,985 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,985 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:18:41,991 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:41,992 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:41,992 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:41,992 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,41489,1732144708633 because: Region server is closing 2024-11-20T23:18:41,992 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:41,992 INFO [RS:0;412a5e44fd2e:41489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:41489. 2024-11-20T23:18:41,992 DEBUG [RS:0;412a5e44fd2e:41489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:18:41,992 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,993 DEBUG [RS:0;412a5e44fd2e:41489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:41,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:42,093 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.shipper412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:18:42,093 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.wal-reader.412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:18:42,093 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,41489,1732144708633.replicationSource.shipper412a5e44fd2e%2C41489%2C1732144708633,1-412a5e44fd2e,41489,1732144708633 terminated 2024-11-20T23:18:42,094 INFO [RS:0;412a5e44fd2e:41489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41489 2024-11-20T23:18:42,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707/rs 2024-11-20T23:18:42,145 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959918707/rs/412a5e44fd2e,41489,1732144708633 2024-11-20T23:18:42,145 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:42,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,41489,1732144708633] 2024-11-20T23:18:42,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/draining/412a5e44fd2e,41489,1732144708633 already deleted, retry=false 2024-11-20T23:18:42,164 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,41489,1732144708633 expired; onlineServers=0 2024-11-20T23:18:42,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,36771,1732144708259' ***** 2024-11-20T23:18:42,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:18:42,167 DEBUG [M:0;412a5e44fd2e:36771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:18:42,167 DEBUG [M:0;412a5e44fd2e:36771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:18:42,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:18:42,167 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144709880 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144709880,5,FailOnTimeoutGroup] 2024-11-20T23:18:42,167 DEBUG [M:0;412a5e44fd2e:36771 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:18:42,167 INFO [M:0;412a5e44fd2e:36771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:18:42,168 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:18:42,168 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144709872 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144709872,5,FailOnTimeoutGroup] 2024-11-20T23:18:42,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-959918707/master 2024-11-20T23:18:42,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-959918707/master already deleted, retry=false 2024-11-20T23:18:42,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-959918707 2024-11-20T23:18:42,177 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-959918707/master 2024-11-20T23:18:42,178 INFO [M:0;412a5e44fd2e:36771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/.lastflushedseqids 2024-11-20T23:18:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741842_1018 (size=181) 2024-11-20T23:18:42,254 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:42,254 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41489-0x1015a8aaab70001, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:42,256 INFO [RS:0;412a5e44fd2e:41489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:42,256 INFO [RS:0;412a5e44fd2e:41489 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,41489,1732144708633; zookeeper connection closed. 2024-11-20T23:18:42,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10364783 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10364783 2024-11-20T23:18:42,257 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:18:42,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:42,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:42,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:42,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:42,611 INFO [M:0;412a5e44fd2e:36771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:18:42,611 INFO [M:0;412a5e44fd2e:36771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:18:42,611 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:42,611 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:42,611 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:42,611 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:42,611 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:42,611 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T23:18:42,640 DEBUG [M:0;412a5e44fd2e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e006d15ce784f0891f3f4aafbd8646f is 82, key is hbase:meta,,1/info:regioninfo/1732144711122/Put/seqid=0 2024-11-20T23:18:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741843_1019 (size=5672) 2024-11-20T23:18:43,052 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e006d15ce784f0891f3f4aafbd8646f 2024-11-20T23:18:43,094 DEBUG [M:0;412a5e44fd2e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6c94e0625d448ab591e4d7d7d085f1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732144718046/Put/seqid=0 2024-11-20T23:18:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741844_1020 (size=7203) 2024-11-20T23:18:43,110 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6c94e0625d448ab591e4d7d7d085f1 2024-11-20T23:18:43,148 DEBUG [M:0;412a5e44fd2e:36771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1542c442c7f465898f7d9fd31ecbffe is 69, key is 412a5e44fd2e,41489,1732144708633/rs:state/1732144709921/Put/seqid=0 2024-11-20T23:18:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741845_1021 (size=5156) 2024-11-20T23:18:43,157 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1542c442c7f465898f7d9fd31ecbffe 2024-11-20T23:18:43,165 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e006d15ce784f0891f3f4aafbd8646f as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e006d15ce784f0891f3f4aafbd8646f 2024-11-20T23:18:43,174 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e006d15ce784f0891f3f4aafbd8646f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T23:18:43,175 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad6c94e0625d448ab591e4d7d7d085f1 as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad6c94e0625d448ab591e4d7d7d085f1 2024-11-20T23:18:43,183 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad6c94e0625d448ab591e4d7d7d085f1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T23:18:43,184 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1542c442c7f465898f7d9fd31ecbffe as hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1542c442c7f465898f7d9fd31ecbffe 2024-11-20T23:18:43,191 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/20a4b4c8-926c-c688-d0b5-1f4985a9d7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1542c442c7f465898f7d9fd31ecbffe, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T23:18:43,193 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=70, compaction requested=false 2024-11-20T23:18:43,194 INFO [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:43,194 DEBUG [M:0;412a5e44fd2e:36771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144722611Disabling compacts and flushes for region at 1732144722611Disabling writes for close at 1732144722611Obtaining lock to block concurrent updates at 1732144722611Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144722611Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732144722612 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144722614 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144722614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144722639 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144722639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144723065 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144723094 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144723094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144723120 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144723148 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144723148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b77921: reopening flushed file at 1732144723163 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a673e66: reopening flushed file at 1732144723174 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184570b7: reopening flushed file at 1732144723183 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=70, compaction requested=false at 1732144723193 (+10 ms)Writing region close event to WAL at 1732144723194 (+1 ms)Closed at 1732144723194 2024-11-20T23:18:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36867 is added to blk_1073741830_1006 (size=41008) 2024-11-20T23:18:43,198 INFO [M:0;412a5e44fd2e:36771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:18:43,198 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:18:43,198 INFO [M:0;412a5e44fd2e:36771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36771 2024-11-20T23:18:43,199 INFO [M:0;412a5e44fd2e:36771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:18:43,354 INFO [M:0;412a5e44fd2e:36771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:18:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36771-0x1015a8aaab70000, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:18:43,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ab7e7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:43,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb78a04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:43,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:43,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ee1d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:43,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:43,377 WARN [BP-15368453-172.17.0.2-1732144705330 heartbeating to localhost/127.0.0.1:40587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:18:43,377 WARN [BP-15368453-172.17.0.2-1732144705330 heartbeating to localhost/127.0.0.1:40587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15368453-172.17.0.2-1732144705330 (Datanode Uuid 4c8f46bf-6945-49d7-abf5-57349c6529d1) service to localhost/127.0.0.1:40587 2024-11-20T23:18:43,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/data/data1/current/BP-15368453-172.17.0.2-1732144705330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:43,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:18:43,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:18:43,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/cluster_006979f6-09d9-011e-8699-413d0149374c/data/data2/current/BP-15368453-172.17.0.2-1732144705330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:18:43,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:18:43,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d4005e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:43,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1707905b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:18:43,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:18:43,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d1c3b6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:18:43,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ca18c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d68818e-e607-8d8f-e540-ca53c7c372a7/hadoop.log.dir/,STOPPED} 2024-11-20T23:18:43,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:18:43,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:18:43,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41709 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57937) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40587 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57937) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=986 (was 1023), ProcessCount=11 (was 11), AvailableMemoryMB=3503 (was 3424) - AvailableMemoryMB LEAK? - 2024-11-20T23:18:43,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=986, ProcessCount=11, AvailableMemoryMB=3499 2024-11-20T23:18:43,503 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T23:18:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8aaab70005, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:18:43,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8aaab70005, quorum=127.0.0.1:57937, baseZNode=/1140812698 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:18:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8aaab70002, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:18:43,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8aaab70002, quorum=127.0.0.1:57937, baseZNode=/0-959918707 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:18:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir so I do NOT create it in target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3 2024-11-20T23:18:43,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:18:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.tmp.dir so I do NOT create it in target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3 2024-11-20T23:18:43,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52267ed4-0516-eca1-f665-1f24b5057b60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:18:43,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3 2024-11-20T23:18:43,529 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4, deleteOnExit=true 2024-11-20T23:18:43,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/zookeeper_0, clientPort=62299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:18:43,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62299 2024-11-20T23:18:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:18:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:18:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/test.cache.data in system properties and HBase conf 2024-11-20T23:18:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:18:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:18:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:18:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:18:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:18:43,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:18:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:18:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:18:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:18:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:18:44,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:44,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:44,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:44,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:44,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:18:44,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:44,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bf7970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:44,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c7a79c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:44,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@404a6b71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/java.io.tmpdir/jetty-localhost-42981-hadoop-hdfs-3_4_1-tests_jar-_-any-16701785023234860701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:44,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b798c2b{HTTP/1.1, (http/1.1)}{localhost:42981} 2024-11-20T23:18:44,653 INFO [Time-limited test {}] server.Server(415): Started @55996ms 2024-11-20T23:18:45,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:45,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:45,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:45,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:45,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:45,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96997b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:45,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758f5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:45,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14d7804b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/java.io.tmpdir/jetty-localhost-45121-hadoop-hdfs-3_4_1-tests_jar-_-any-9408273597690195094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:45,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee3c1f9{HTTP/1.1, (http/1.1)}{localhost:45121} 2024-11-20T23:18:45,363 INFO [Time-limited test {}] server.Server(415): Started @56705ms 2024-11-20T23:18:45,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:18:46,123 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/data/data1/current/BP-1911240128-172.17.0.2-1732144723664/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:46,124 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/data/data2/current/BP-1911240128-172.17.0.2-1732144723664/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:46,152 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:18:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7392d35294302ff with lease ID 0xa5e102af4940105c: Processing first storage report for DS-650b0f3d-2efd-487e-8667-4d3f062aee65 from datanode DatanodeRegistration(127.0.0.1:40075, datanodeUuid=8035738e-29c6-45a5-a8a5-9f67627d63f2, infoPort=45729, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=638086007;c=1732144723664) 2024-11-20T23:18:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7392d35294302ff with lease ID 0xa5e102af4940105c: from storage DS-650b0f3d-2efd-487e-8667-4d3f062aee65 node DatanodeRegistration(127.0.0.1:40075, datanodeUuid=8035738e-29c6-45a5-a8a5-9f67627d63f2, infoPort=45729, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=638086007;c=1732144723664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7392d35294302ff with lease ID 0xa5e102af4940105c: Processing first storage report for DS-dd72c83d-b65a-46a2-9361-968687512c44 from datanode DatanodeRegistration(127.0.0.1:40075, datanodeUuid=8035738e-29c6-45a5-a8a5-9f67627d63f2, infoPort=45729, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=638086007;c=1732144723664) 2024-11-20T23:18:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7392d35294302ff with lease ID 0xa5e102af4940105c: from storage DS-dd72c83d-b65a-46a2-9361-968687512c44 node DatanodeRegistration(127.0.0.1:40075, datanodeUuid=8035738e-29c6-45a5-a8a5-9f67627d63f2, infoPort=45729, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=638086007;c=1732144723664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:46,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3 2024-11-20T23:18:46,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:18:46,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28 with version=8 2024-11-20T23:18:46,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/hbase-staging 2024-11-20T23:18:46,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:46,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:46,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37421 2024-11-20T23:18:46,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37421 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:46,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374210x0, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:46,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37421-0x1015a8af2130000 connected 2024-11-20T23:18:46,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/running 2024-11-20T23:18:46,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28, hbase.cluster.distributed=false 2024-11-20T23:18:46,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/acl 2024-11-20T23:18:46,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-20T23:18:46,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37421 2024-11-20T23:18:46,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37421 2024-11-20T23:18:46,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-20T23:18:46,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-20T23:18:46,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:46,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:46,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36129 2024-11-20T23:18:46,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36129 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:46,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:46,550 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361290x0, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:46,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36129-0x1015a8af2130001 connected 2024-11-20T23:18:46,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/running 2024-11-20T23:18:46,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:46,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:46,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/master 2024-11-20T23:18:46,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/acl 2024-11-20T23:18:46,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-20T23:18:46,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36129 2024-11-20T23:18:46,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36129 2024-11-20T23:18:46,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-20T23:18:46,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-20T23:18:46,575 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:37421 2024-11-20T23:18:46,576 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-814277963/backup-masters/412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:46,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/backup-masters 2024-11-20T23:18:46,585 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/backup-masters 2024-11-20T23:18:46,586 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on existing znode=/0-814277963/backup-masters/412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:46,596 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814277963/master 2024-11-20T23:18:46,596 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:46,596 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on existing znode=/0-814277963/master 2024-11-20T23:18:46,597 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-814277963/backup-masters/412a5e44fd2e,37421,1732144726229 from backup master directory 2024-11-20T23:18:46,606 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/backup-masters 2024-11-20T23:18:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814277963/backup-masters/412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/backup-masters 2024-11-20T23:18:46,606 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:46,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:46,611 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/hbase.id] with ID: f2f6c316-db91-4b7e-9817-2582143d8edb 2024-11-20T23:18:46,611 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/.tmp/hbase.id 2024-11-20T23:18:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:18:47,019 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/.tmp/hbase.id]:[hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/hbase.id] 2024-11-20T23:18:47,035 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:47,035 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:47,037 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T23:18:47,109 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:47,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:18:47,529 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:47,530 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:47,530 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:18:47,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:47,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:47,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:47,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:47,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:47,960 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store 2024-11-20T23:18:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:18:47,978 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:47,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:47,979 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:47,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:47,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:47,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:47,979 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:47,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144727979Disabling compacts and flushes for region at 1732144727979Disabling writes for close at 1732144727979Writing region close event to WAL at 1732144727979Closed at 1732144727979 2024-11-20T23:18:47,981 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/.initializing 2024-11-20T23:18:47,981 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/WALs/412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:47,985 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:47,995 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C37421%2C1732144726229, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/WALs/412a5e44fd2e,37421,1732144726229, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:48,014 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/WALs/412a5e44fd2e,37421,1732144726229/412a5e44fd2e%2C37421%2C1732144726229.1732144727996, exclude list is [], retry=0 2024-11-20T23:18:48,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-650b0f3d-2efd-487e-8667-4d3f062aee65,DISK] 2024-11-20T23:18:48,021 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/WALs/412a5e44fd2e,37421,1732144726229/412a5e44fd2e%2C37421%2C1732144726229.1732144727996 2024-11-20T23:18:48,024 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-20T23:18:48,024 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:48,025 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:48,025 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,025 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:48,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:48,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:48,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:48,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:48,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:48,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:48,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:48,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:48,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:48,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:48,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:48,051 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,055 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,056 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,063 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,063 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,063 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:48,065 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:48,069 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:48,069 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74728591, jitterRate=0.11354278028011322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:48,070 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144728025Initializing all the Stores at 1732144728026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144728026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144728028 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144728028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144728028Cleaning up temporary data from old regions at 1732144728063 (+35 ms)Region opened successfully at 1732144728070 (+7 ms) 2024-11-20T23:18:48,071 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:48,075 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c81b7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:48,076 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:48,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:48,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:48,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:48,078 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:18:48,078 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:18:48,078 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:48,083 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:48,084 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Unable to get data of znode /0-814277963/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:48,171 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/balancer already deleted, retry=false 2024-11-20T23:18:48,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:48,172 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Unable to get data of znode /0-814277963/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:18:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:18:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:48,347 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/normalizer already deleted, retry=false 2024-11-20T23:18:48,347 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:48,348 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Unable to get data of znode /0-814277963/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:48,453 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/switch/split already deleted, retry=false 2024-11-20T23:18:48,454 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Unable to get data of znode /0-814277963/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:48,602 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/switch/merge already deleted, retry=false 2024-11-20T23:18:48,604 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Unable to get data of znode /0-814277963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:48,737 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814277963/running 2024-11-20T23:18:48,808 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-814277963/running 2024-11-20T23:18:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,808 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,809 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,37421,1732144726229, sessionid=0x1015a8af2130000, setting cluster-up flag (Was=false) 2024-11-20T23:18:48,838 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-814277963/flush-table-proc/acquired, /0-814277963/flush-table-proc/reached, /0-814277963/flush-table-proc/abort 2024-11-20T23:18:48,870 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:48,890 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:48,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-814277963/online-snapshot/acquired, /0-814277963/online-snapshot/reached, /0-814277963/online-snapshot/abort 2024-11-20T23:18:48,923 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:48,924 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:48,926 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:48,926 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:48,927 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:48,927 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,37421,1732144726229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:48,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:48,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:48,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:48,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:48,932 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144758932 2024-11-20T23:18:48,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:48,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:48,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:48,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144728933,5,FailOnTimeoutGroup] 2024-11-20T23:18:48,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144728934,5,FailOnTimeoutGroup] 2024-11-20T23:18:48,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:48,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:48,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:48,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:48,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:48,968 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(746): ClusterId : f2f6c316-db91-4b7e-9817-2582143d8edb 2024-11-20T23:18:48,969 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:49,059 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:49,060 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:49,091 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:49,092 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323cc043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:49,106 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:36129 2024-11-20T23:18:49,107 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:49,107 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:49,107 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:49,107 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,37421,1732144726229 with port=36129, startcode=1732144726528 2024-11-20T23:18:49,108 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:49,109 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:49,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,111 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28 2024-11-20T23:18:49,111 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40357 2024-11-20T23:18:49,111 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/rs 2024-11-20T23:18:49,133 DEBUG [RS:0;412a5e44fd2e:36129 {}] zookeeper.ZKUtil(111): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on existing znode=/0-814277963/rs/412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,133 WARN [RS:0;412a5e44fd2e:36129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:49,133 INFO [RS:0;412a5e44fd2e:36129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:49,133 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,36129,1732144726528] 2024-11-20T23:18:49,137 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:49,139 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:49,140 INFO [RS:0;412a5e44fd2e:36129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:49,140 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,140 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:49,141 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:49,141 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,141 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:49,142 DEBUG [RS:0;412a5e44fd2e:36129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,144 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36129,1732144726528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:49,158 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:49,158 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36129,1732144726528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,158 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,158 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.Replication(171): 412a5e44fd2e,36129,1732144726528 started 2024-11-20T23:18:49,174 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:49,174 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,36129,1732144726528, RpcServer on 412a5e44fd2e/172.17.0.2:36129, sessionid=0x1015a8af2130001 2024-11-20T23:18:49,174 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:49,174 DEBUG [RS:0;412a5e44fd2e:36129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,174 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,36129,1732144726528' 2024-11-20T23:18:49,174 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-814277963/flush-table-proc/abort' 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-814277963/flush-table-proc/acquired' 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,36129,1732144726528' 2024-11-20T23:18:49,175 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-814277963/online-snapshot/abort' 2024-11-20T23:18:49,176 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-814277963/online-snapshot/acquired' 2024-11-20T23:18:49,176 DEBUG [RS:0;412a5e44fd2e:36129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:49,176 INFO [RS:0;412a5e44fd2e:36129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:49,176 INFO [RS:0;412a5e44fd2e:36129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:49,276 INFO [RS:0;412a5e44fd2e:36129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:49,279 INFO [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C36129%2C1732144726528, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs, maxLogs=10 2024-11-20T23:18:49,295 DEBUG [RS:0;412a5e44fd2e:36129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279, exclude list is [], retry=0 2024-11-20T23:18:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-650b0f3d-2efd-487e-8667-4d3f062aee65,DISK] 2024-11-20T23:18:49,300 INFO [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 2024-11-20T23:18:49,303 DEBUG [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-20T23:18:49,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:49,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28 2024-11-20T23:18:49,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:18:49,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:49,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:49,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:49,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:49,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:49,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:49,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:49,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:49,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:49,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:49,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:49,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:49,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:49,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:49,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:49,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:49,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:49,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740 2024-11-20T23:18:49,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740 2024-11-20T23:18:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:49,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:49,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:49,766 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:49,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64541933, jitterRate=-0.03825025260448456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144729749Initializing all the Stores at 1732144729750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144729750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144729750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144729750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144729750Cleaning up temporary data from old regions at 1732144729761 (+11 ms)Region opened successfully at 1732144729768 (+7 ms) 2024-11-20T23:18:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:49,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:49,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:49,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:49,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144729768Disabling compacts and flushes for region at 1732144729768Disabling writes for close at 1732144729768Writing region close event to WAL at 1732144729769 (+1 ms)Closed at 1732144729769 2024-11-20T23:18:49,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:49,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:49,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:49,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:49,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:49,923 DEBUG [412a5e44fd2e:37421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:49,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:49,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,36129,1732144726528, state=OPENING 2024-11-20T23:18:49,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:49,943 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:18:49,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814277963/meta-region-server: CHANGED 2024-11-20T23:18:49,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814277963/meta-region-server: CHANGED 2024-11-20T23:18:49,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:49,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,36129,1732144726528}] 2024-11-20T23:18:50,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:50,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:50,129 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:50,129 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:50,130 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:50,131 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C36129%2C1732144726528.meta, suffix=.meta, logDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs, maxLogs=10 2024-11-20T23:18:50,151 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.meta.1732144730132.meta, exclude list is [], retry=0 2024-11-20T23:18:50,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-650b0f3d-2efd-487e-8667-4d3f062aee65,DISK] 2024-11-20T23:18:50,158 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.meta.1732144730132.meta 2024-11-20T23:18:50,160 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-20T23:18:50,160 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:50,161 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:50,161 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:50,161 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:50,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:50,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:50,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:50,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:50,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:50,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:50,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:50,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:50,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:50,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:50,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:50,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:50,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:50,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:50,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:50,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:50,168 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:50,169 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740 2024-11-20T23:18:50,170 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740 2024-11-20T23:18:50,171 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:50,171 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:50,172 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:50,178 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:50,180 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70247699, jitterRate=0.04677228629589081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:50,180 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:50,181 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144730161Writing region info on filesystem at 1732144730161Initializing all the Stores at 1732144730162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144730162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144730162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144730162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144730162Cleaning up temporary data from old regions at 1732144730171 (+9 ms)Running coprocessor post-open hooks at 1732144730180 (+9 ms)Region opened successfully at 1732144730181 (+1 ms) 2024-11-20T23:18:50,186 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144730104 2024-11-20T23:18:50,191 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:50,191 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:50,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:50,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,36129,1732144726528, state=OPEN 2024-11-20T23:18:50,266 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-814277963/meta-region-server 2024-11-20T23:18:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-814277963/meta-region-server 2024-11-20T23:18:50,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:50,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814277963/meta-region-server: CHANGED 2024-11-20T23:18:50,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-814277963/meta-region-server: CHANGED 2024-11-20T23:18:50,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:50,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,36129,1732144726528 in 322 msec 2024-11-20T23:18:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:50,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-20T23:18:50,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:50,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:50,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:50,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:18:50,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:50,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:50,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-20T23:18:50,288 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144730288, completionTime=-1 2024-11-20T23:18:50,288 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:50,288 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:50,290 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144790291 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144850291 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:37421, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,294 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.688sec 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:50,302 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:50,302 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:50,302 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37421,1732144726229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:50,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235799d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:50,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37421,-1 for getting cluster id 2024-11-20T23:18:50,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:50,377 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c316-db91-4b7e-9817-2582143d8edb' 2024-11-20T23:18:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c316-db91-4b7e-9817-2582143d8edb" 2024-11-20T23:18:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7632452f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37421,-1] 2024-11-20T23:18:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:50,380 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:50,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f40c2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:50,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:18:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:50,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:50,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:50,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:50,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8af2130002 connected 2024-11-20T23:18:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir so I do NOT create it in target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33 2024-11-20T23:18:50,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:18:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.tmp.dir so I do NOT create it in target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33 2024-11-20T23:18:50,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:18:50,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33 2024-11-20T23:18:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:18:50,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/cluster_40caa96a-4071-ef48-aefe-defa47d5313a, deleteOnExit=true 2024-11-20T23:18:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/test.cache.data in system properties and HBase conf 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:18:50,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:18:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:18:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:18:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:18:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:18:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:18:50,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:50,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:50,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:50,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:50,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:50,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:50,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1714d052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:50,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f3531e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:50,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@147624bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-8839371622865709950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:18:50,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51510a08{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-11-20T23:18:50,899 INFO [Time-limited test {}] server.Server(415): Started @62242ms 2024-11-20T23:18:51,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:18:51,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:18:51,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:18:51,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:18:51,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:18:51,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464cda30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:18:51,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a87ae25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:18:51,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11a0170f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/java.io.tmpdir/jetty-localhost-35019-hadoop-hdfs-3_4_1-tests_jar-_-any-17372268509936615206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:18:51,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34355d5a{HTTP/1.1, (http/1.1)}{localhost:35019} 2024-11-20T23:18:51,373 INFO [Time-limited test {}] server.Server(415): Started @62715ms 2024-11-20T23:18:51,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:18:52,160 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/cluster_40caa96a-4071-ef48-aefe-defa47d5313a/data/data1/current/BP-1190654220-172.17.0.2-1732144730452/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:52,160 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/cluster_40caa96a-4071-ef48-aefe-defa47d5313a/data/data2/current/BP-1190654220-172.17.0.2-1732144730452/current, will proceed with Du for space computation calculation, 2024-11-20T23:18:52,200 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:18:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d678480932b5115 with lease ID 0xa050893e07390668: Processing first storage report for DS-db20de8d-0340-446b-bb20-42a064759863 from datanode DatanodeRegistration(127.0.0.1:35077, datanodeUuid=7e929a17-c8dc-4273-b5b0-ee9f4951f120, infoPort=43543, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=2067619963;c=1732144730452) 2024-11-20T23:18:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d678480932b5115 with lease ID 0xa050893e07390668: from storage DS-db20de8d-0340-446b-bb20-42a064759863 node DatanodeRegistration(127.0.0.1:35077, datanodeUuid=7e929a17-c8dc-4273-b5b0-ee9f4951f120, infoPort=43543, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=2067619963;c=1732144730452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d678480932b5115 with lease ID 0xa050893e07390668: Processing first storage report for DS-6360645c-f25c-4a8a-8ed5-8d63754722f3 from datanode DatanodeRegistration(127.0.0.1:35077, datanodeUuid=7e929a17-c8dc-4273-b5b0-ee9f4951f120, infoPort=43543, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=2067619963;c=1732144730452) 2024-11-20T23:18:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d678480932b5115 with lease ID 0xa050893e07390668: from storage DS-6360645c-f25c-4a8a-8ed5-8d63754722f3 node DatanodeRegistration(127.0.0.1:35077, datanodeUuid=7e929a17-c8dc-4273-b5b0-ee9f4951f120, infoPort=43543, infoSecurePort=0, ipcPort=44403, storageInfo=lv=-57;cid=testClusterID;nsid=2067619963;c=1732144730452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:18:52,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33 2024-11-20T23:18:52,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:18:52,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f with version=8 2024-11-20T23:18:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/hbase-staging 2024-11-20T23:18:52,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:52,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:52,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46773 2024-11-20T23:18:52,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46773 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:52,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467730x0, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:52,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46773-0x1015a8af2130003 connected 2024-11-20T23:18:52,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/running 2024-11-20T23:18:52,758 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f, hbase.cluster.distributed=false 2024-11-20T23:18:52,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/acl 2024-11-20T23:18:52,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-20T23:18:52,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46773 2024-11-20T23:18:52,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46773 2024-11-20T23:18:52,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-20T23:18:52,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-20T23:18:52,788 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:18:52,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:18:52,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44959 2024-11-20T23:18:52,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44959 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:52,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449590x0, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:52,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449590x0, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/running 2024-11-20T23:18:52,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:18:52,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44959-0x1015a8af2130004 connected 2024-11-20T23:18:52,826 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:18:52,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/master 2024-11-20T23:18:52,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/acl 2024-11-20T23:18:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-20T23:18:52,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44959 2024-11-20T23:18:52,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44959 2024-11-20T23:18:52,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-20T23:18:52,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-20T23:18:52,871 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:46773 2024-11-20T23:18:52,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1617544691/backup-masters/412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:52,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/backup-masters 2024-11-20T23:18:52,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/backup-masters 2024-11-20T23:18:52,880 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on existing znode=/1-1617544691/backup-masters/412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:52,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1617544691/master 2024-11-20T23:18:52,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:52,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:52,893 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on existing znode=/1-1617544691/master 2024-11-20T23:18:52,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1617544691/backup-masters/412a5e44fd2e,46773,1732144732669 from backup master directory 2024-11-20T23:18:52,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1617544691/backup-masters/412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:52,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/backup-masters 2024-11-20T23:18:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/backup-masters 2024-11-20T23:18:52,902 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:52,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:52,907 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/hbase.id] with ID: 5d5b53f2-0be5-4462-82c0-7f2ca26a79c4 2024-11-20T23:18:52,907 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/.tmp/hbase.id 2024-11-20T23:18:52,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:18:52,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/.tmp/hbase.id]:[hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/hbase.id] 2024-11-20T23:18:52,954 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:18:52,955 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:18:52,958 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T23:18:53,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:53,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:18:53,188 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:53,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:18:53,191 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:18:53,663 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store 2024-11-20T23:18:53,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:18:53,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:18:53,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:53,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:53,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:53,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:18:54,092 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:54,092 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:18:54,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:54,092 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:54,092 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:18:54,092 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:54,092 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:18:54,093 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144734092Disabling compacts and flushes for region at 1732144734092Disabling writes for close at 1732144734092Writing region close event to WAL at 1732144734092Closed at 1732144734092 2024-11-20T23:18:54,094 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/.initializing 2024-11-20T23:18:54,094 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/WALs/412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:54,095 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:54,096 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C46773%2C1732144732669, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/WALs/412a5e44fd2e,46773,1732144732669, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/oldWALs, maxLogs=10 2024-11-20T23:18:54,110 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/WALs/412a5e44fd2e,46773,1732144732669/412a5e44fd2e%2C46773%2C1732144732669.1732144734096, exclude list is [], retry=0 2024-11-20T23:18:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35077,DS-db20de8d-0340-446b-bb20-42a064759863,DISK] 2024-11-20T23:18:54,114 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/WALs/412a5e44fd2e,46773,1732144732669/412a5e44fd2e%2C46773%2C1732144732669.1732144734096 2024-11-20T23:18:54,114 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-20T23:18:54,115 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:54,115 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:54,115 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,115 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:18:54,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:54,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:54,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:18:54,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:54,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:54,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:18:54,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:18:54,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:54,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:54,123 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,124 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,124 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,125 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,125 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,125 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:54,126 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:18:54,128 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:54,128 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65957053, jitterRate=-0.017163321375846863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:54,128 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144734115Initializing all the Stores at 1732144734116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144734116Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144734116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144734116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144734116Cleaning up temporary data from old regions at 1732144734125 (+9 ms)Region opened successfully at 1732144734128 (+3 ms) 2024-11-20T23:18:54,128 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:18:54,131 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53747e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:54,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:18:54,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:18:54,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:18:54,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:18:54,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:18:54,133 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:18:54,133 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:18:54,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:18:54,139 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/balancer because node does not exist (not necessarily an error) 2024-11-20T23:18:54,149 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/balancer already deleted, retry=false 2024-11-20T23:18:54,149 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:18:54,150 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:18:54,159 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/normalizer already deleted, retry=false 2024-11-20T23:18:54,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:18:54,161 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:18:54,170 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/switch/split already deleted, retry=false 2024-11-20T23:18:54,171 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:18:54,193 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/switch/merge already deleted, retry=false 2024-11-20T23:18:54,196 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:18:54,212 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/snapshot-cleanup already deleted, retry=false 2024-11-20T23:18:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1617544691/running 2024-11-20T23:18:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1617544691/running 2024-11-20T23:18:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,223 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,46773,1732144732669, sessionid=0x1015a8af2130003, setting cluster-up flag (Was=false) 2024-11-20T23:18:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,286 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1617544691/flush-table-proc/acquired, /1-1617544691/flush-table-proc/reached, /1-1617544691/flush-table-proc/abort 2024-11-20T23:18:54,287 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:54,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:54,444 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1617544691/online-snapshot/acquired, /1-1617544691/online-snapshot/reached, /1-1617544691/online-snapshot/abort 2024-11-20T23:18:54,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:54,446 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:18:54,448 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:54,448 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:18:54,448 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:18:54,448 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,46773,1732144732669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:54,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144764452 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:18:54,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:18:54,452 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:18:54,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:18:54,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:54,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:18:54,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:18:54,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:18:54,460 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144734459,5,FailOnTimeoutGroup] 2024-11-20T23:18:54,462 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144734460,5,FailOnTimeoutGroup] 2024-11-20T23:18:54,462 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,462 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:18:54,462 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,462 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:18:54,470 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(746): ClusterId : 5d5b53f2-0be5-4462-82c0-7f2ca26a79c4 2024-11-20T23:18:54,470 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:18:54,481 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:18:54,481 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:18:54,491 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:18:54,491 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d4559e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:18:54,502 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:44959 2024-11-20T23:18:54,502 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:18:54,502 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:18:54,502 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:18:54,503 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,46773,1732144732669 with port=44959, startcode=1732144732788 2024-11-20T23:18:54,504 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:18:54,505 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:18:54,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46773 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,508 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f 2024-11-20T23:18:54,508 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-20T23:18:54,508 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:18:54,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/rs 2024-11-20T23:18:54,563 DEBUG [RS:0;412a5e44fd2e:44959 {}] zookeeper.ZKUtil(111): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on existing znode=/1-1617544691/rs/412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,563 WARN [RS:0;412a5e44fd2e:44959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:18:54,563 INFO [RS:0;412a5e44fd2e:44959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:54,563 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,44959,1732144732788] 2024-11-20T23:18:54,566 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:18:54,568 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:18:54,569 INFO [RS:0;412a5e44fd2e:44959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:18:54,569 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,571 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:18:54,571 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:18:54,571 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,571 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:54,572 DEBUG [RS:0;412a5e44fd2e:44959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:18:54,573 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,573 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,573 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,573 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,574 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,574 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44959,1732144732788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:54,589 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:18:54,589 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44959,1732144732788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,589 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,589 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.Replication(171): 412a5e44fd2e,44959,1732144732788 started 2024-11-20T23:18:54,602 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:54,602 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,44959,1732144732788, RpcServer on 412a5e44fd2e/172.17.0.2:44959, sessionid=0x1015a8af2130004 2024-11-20T23:18:54,602 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:18:54,602 DEBUG [RS:0;412a5e44fd2e:44959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,602 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44959,1732144732788' 2024-11-20T23:18:54,602 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1617544691/flush-table-proc/abort' 2024-11-20T23:18:54,603 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1617544691/flush-table-proc/acquired' 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44959,1732144732788' 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1617544691/online-snapshot/abort' 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1617544691/online-snapshot/acquired' 2024-11-20T23:18:54,604 DEBUG [RS:0;412a5e44fd2e:44959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:18:54,604 INFO [RS:0;412a5e44fd2e:44959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:18:54,604 INFO [RS:0;412a5e44fd2e:44959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:18:54,705 INFO [RS:0;412a5e44fd2e:44959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:18:54,706 INFO [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44959%2C1732144732788, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/oldWALs, maxLogs=10 2024-11-20T23:18:54,722 DEBUG [RS:0;412a5e44fd2e:44959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788/412a5e44fd2e%2C44959%2C1732144732788.1732144734706, exclude list is [], retry=0 2024-11-20T23:18:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35077,DS-db20de8d-0340-446b-bb20-42a064759863,DISK] 2024-11-20T23:18:54,734 INFO [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788/412a5e44fd2e%2C44959%2C1732144732788.1732144734706 2024-11-20T23:18:54,734 DEBUG [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-20T23:18:54,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:18:54,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f 2024-11-20T23:18:54,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:18:55,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:18:55,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:55,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:55,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:55,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:55,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:55,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:55,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:55,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:55,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:55,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:55,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740 2024-11-20T23:18:55,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740 2024-11-20T23:18:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:55,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:55,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:55,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:55,292 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:55,293 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70762050, jitterRate=0.054436713457107544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:55,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144735275Initializing all the Stores at 1732144735276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144735276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735276Cleaning up temporary data from old regions at 1732144735287 (+11 ms)Region opened successfully at 1732144735293 (+6 ms) 2024-11-20T23:18:55,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:18:55,293 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:18:55,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:18:55,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:18:55,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:18:55,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:18:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144735293Disabling compacts and flushes for region at 1732144735293Disabling writes for close at 1732144735293Writing region close event to WAL at 1732144735294 (+1 ms)Closed at 1732144735294 2024-11-20T23:18:55,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:55,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:18:55,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:18:55,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:55,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:18:55,448 DEBUG [412a5e44fd2e:46773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:18:55,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:55,450 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44959,1732144732788, state=OPENING 2024-11-20T23:18:55,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:18:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:18:55,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1617544691/meta-region-server: CHANGED 2024-11-20T23:18:55,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:18:55,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44959,1732144732788}] 2024-11-20T23:18:55,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1617544691/meta-region-server: CHANGED 2024-11-20T23:18:55,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:18:55,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:18:55,645 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:18:55,645 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:18:55,645 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:18:55,646 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44959%2C1732144732788.meta, suffix=.meta, logDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/oldWALs, maxLogs=10 2024-11-20T23:18:55,658 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788/412a5e44fd2e%2C44959%2C1732144732788.meta.1732144735647.meta, exclude list is [], retry=0 2024-11-20T23:18:55,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35077,DS-db20de8d-0340-446b-bb20-42a064759863,DISK] 2024-11-20T23:18:55,662 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788/412a5e44fd2e%2C44959%2C1732144732788.meta.1732144735647.meta 2024-11-20T23:18:55,662 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43543:43543)] 2024-11-20T23:18:55,662 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:55,662 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:55,662 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:18:55,662 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:18:55,662 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:18:55,663 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:18:55,663 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:55,663 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:18:55,663 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:18:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:18:55,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:18:55,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:18:55,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:18:55,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:18:55,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:18:55,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:18:55,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:18:55,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:18:55,668 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:18:55,669 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740 2024-11-20T23:18:55,670 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740 2024-11-20T23:18:55,671 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:18:55,671 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:18:55,672 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:18:55,673 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:18:55,673 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65040715, jitterRate=-0.030817821621894836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:18:55,673 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:18:55,673 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144735663Writing region info on filesystem at 1732144735663Initializing all the Stores at 1732144735664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144735664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144735664Cleaning up temporary data from old regions at 1732144735671 (+7 ms)Running coprocessor post-open hooks at 1732144735673 (+2 ms)Region opened successfully at 1732144735673 2024-11-20T23:18:55,674 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144735640 2024-11-20T23:18:55,676 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:18:55,676 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:18:55,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:55,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44959,1732144732788, state=OPEN 2024-11-20T23:18:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1617544691/meta-region-server 2024-11-20T23:18:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1617544691/meta-region-server 2024-11-20T23:18:55,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:55,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1617544691/meta-region-server: CHANGED 2024-11-20T23:18:55,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1617544691/meta-region-server: CHANGED 2024-11-20T23:18:55,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:18:55,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44959,1732144732788 in 203 msec 2024-11-20T23:18:55,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:18:55,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-20T23:18:55,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:18:55,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:18:55,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:55,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44959,1732144732788, seqNum=-1] 2024-11-20T23:18:55,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:55,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:55,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-20T23:18:55,706 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144735706, completionTime=-1 2024-11-20T23:18:55,706 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:18:55,706 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144795708 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144855708 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,708 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:46773, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,710 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.810sec 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:18:55,712 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:18:55,715 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:18:55,715 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:18:55,715 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46773,1732144732669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:18:55,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc0cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:55,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46773,-1 for getting cluster id 2024-11-20T23:18:55,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:55,772 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5b53f2-0be5-4462-82c0-7f2ca26a79c4' 2024-11-20T23:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5b53f2-0be5-4462-82c0-7f2ca26a79c4" 2024-11-20T23:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46773,-1] 2024-11-20T23:18:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:55,773 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:55,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c9d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:55,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:18:55,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44959,1732144732788, seqNum=-1] 2024-11-20T23:18:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:18:55,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:18:55,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:55,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62299 2024-11-20T23:18:55,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:18:55,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8af2130005 connected 2024-11-20T23:18:55,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5283be 2024-11-20T23:18:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:55,810 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:55,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:18:55,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:18:55,817 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:55,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:18:55,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:18:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:18:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:56,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb7386748f1761434b8faffa10ac431, NAME => 'test,,1732144735810.7fb7386748f1761434b8faffa10ac431.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28 2024-11-20T23:18:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:18:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144735810.7fb7386748f1761434b8faffa10ac431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fb7386748f1761434b8faffa10ac431, disabling compactions & flushes 2024-11-20T23:18:56,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144735810.7fb7386748f1761434b8faffa10ac431. after waiting 0 ms 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:56,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:56,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fb7386748f1761434b8faffa10ac431: Waiting for close lock at 1732144736634Disabling compacts and flushes for region at 1732144736634Disabling writes for close at 1732144736634Writing region close event to WAL at 1732144736634Closed at 1732144736634 2024-11-20T23:18:56,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:18:56,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144735810.7fb7386748f1761434b8faffa10ac431.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144736636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144736636"}]},"ts":"1732144736636"} 2024-11-20T23:18:56,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:18:56,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:18:56,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144736640"}]},"ts":"1732144736640"} 2024-11-20T23:18:56,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:18:56,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fb7386748f1761434b8faffa10ac431, ASSIGN}] 2024-11-20T23:18:56,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fb7386748f1761434b8faffa10ac431, ASSIGN 2024-11-20T23:18:56,646 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fb7386748f1761434b8faffa10ac431, ASSIGN; state=OFFLINE, location=412a5e44fd2e,36129,1732144726528; forceNewPlan=false, retain=false 2024-11-20T23:18:56,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fb7386748f1761434b8faffa10ac431, regionState=OPENING, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fb7386748f1761434b8faffa10ac431, ASSIGN because future has completed 2024-11-20T23:18:56,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7386748f1761434b8faffa10ac431, server=412a5e44fd2e,36129,1732144726528}] 2024-11-20T23:18:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:56,959 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:56,959 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb7386748f1761434b8faffa10ac431, NAME => 'test,,1732144735810.7fb7386748f1761434b8faffa10ac431.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:56,959 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:56,959 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:18:56,960 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,960 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144735810.7fb7386748f1761434b8faffa10ac431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:56,960 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,960 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,961 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,970 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb7386748f1761434b8faffa10ac431 columnFamilyName f 2024-11-20T23:18:56,971 DEBUG [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:56,971 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(327): Store=7fb7386748f1761434b8faffa10ac431/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:56,971 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,977 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb7386748f1761434b8faffa10ac431 columnFamilyName f1 2024-11-20T23:18:56,977 DEBUG [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:56,981 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(327): Store=7fb7386748f1761434b8faffa10ac431/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:56,981 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,985 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb7386748f1761434b8faffa10ac431 columnFamilyName norep 2024-11-20T23:18:56,985 DEBUG [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:56,988 INFO [StoreOpener-7fb7386748f1761434b8faffa10ac431-1 {}] regionserver.HStore(327): Store=7fb7386748f1761434b8faffa10ac431/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:56,989 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,992 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,993 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,996 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,996 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:56,997 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:18:57,000 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:57,012 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:57,013 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fb7386748f1761434b8faffa10ac431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66211134, jitterRate=-0.013377219438552856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:18:57,013 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:18:57,014 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fb7386748f1761434b8faffa10ac431: Running coprocessor pre-open hook at 1732144736960Writing region info on filesystem at 1732144736960Initializing all the Stores at 1732144736961 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144736961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144736961Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144736961Cleaning up temporary data from old regions at 1732144736996 (+35 ms)Running coprocessor post-open hooks at 1732144737013 (+17 ms)Region opened successfully at 1732144737014 (+1 ms) 2024-11-20T23:18:57,018 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144735810.7fb7386748f1761434b8faffa10ac431., pid=6, masterSystemTime=1732144736954 2024-11-20T23:18:57,020 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:57,021 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:18:57,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fb7386748f1761434b8faffa10ac431, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:18:57,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7386748f1761434b8faffa10ac431, server=412a5e44fd2e,36129,1732144726528 because future has completed 2024-11-20T23:18:57,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:18:57,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb7386748f1761434b8faffa10ac431, server=412a5e44fd2e,36129,1732144726528 in 252 msec 2024-11-20T23:18:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:18:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fb7386748f1761434b8faffa10ac431, ASSIGN in 419 msec 2024-11-20T23:18:57,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:18:57,072 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144737072"}]},"ts":"1732144737072"} 2024-11-20T23:18:57,075 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:18:57,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:18:57,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2640 sec 2024-11-20T23:18:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:57,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:57,963 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:18:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-11-20T23:18:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:57,965 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:57,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:18:57,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:18:57,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:57,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:18:57,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:18:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:18:57,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63b2b8014248d9c0516462c71549c8bd, NAME => 'test,,1732144737966.63b2b8014248d9c0516462c71549c8bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f 2024-11-20T23:18:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:18:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:58,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:18:58,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:58,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:18:58,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:18:58,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:18:58,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T23:18:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:58,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:18:58,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:18:58,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:18:58,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:18:58,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144737966.63b2b8014248d9c0516462c71549c8bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:58,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63b2b8014248d9c0516462c71549c8bd, disabling compactions & flushes 2024-11-20T23:18:58,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. after waiting 0 ms 2024-11-20T23:18:58,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63b2b8014248d9c0516462c71549c8bd: Waiting for close lock at 1732144738405Disabling compacts and flushes for region at 1732144738405Disabling writes for close at 1732144738405Writing region close event to WAL at 1732144738405Closed at 1732144738405 2024-11-20T23:18:58,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:18:58,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144737966.63b2b8014248d9c0516462c71549c8bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144738407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144738407"}]},"ts":"1732144738407"} 2024-11-20T23:18:58,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:18:58,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:18:58,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144738411"}]},"ts":"1732144738411"} 2024-11-20T23:18:58,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:18:58,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63b2b8014248d9c0516462c71549c8bd, ASSIGN}] 2024-11-20T23:18:58,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63b2b8014248d9c0516462c71549c8bd, ASSIGN 2024-11-20T23:18:58,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63b2b8014248d9c0516462c71549c8bd, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44959,1732144732788; forceNewPlan=false, retain=false 2024-11-20T23:18:58,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63b2b8014248d9c0516462c71549c8bd, regionState=OPENING, regionLocation=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63b2b8014248d9c0516462c71549c8bd, ASSIGN because future has completed 2024-11-20T23:18:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63b2b8014248d9c0516462c71549c8bd, server=412a5e44fd2e,44959,1732144732788}] 2024-11-20T23:18:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:58,735 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,736 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63b2b8014248d9c0516462c71549c8bd, NAME => 'test,,1732144737966.63b2b8014248d9c0516462c71549c8bd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:18:58,736 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:18:58,736 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:18:58,736 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,736 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144737966.63b2b8014248d9c0516462c71549c8bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:58,736 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,737 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,738 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,740 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63b2b8014248d9c0516462c71549c8bd columnFamilyName f 2024-11-20T23:18:58,740 DEBUG [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:58,740 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(327): Store=63b2b8014248d9c0516462c71549c8bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:58,741 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,742 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63b2b8014248d9c0516462c71549c8bd columnFamilyName f1 2024-11-20T23:18:58,742 DEBUG [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:58,743 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(327): Store=63b2b8014248d9c0516462c71549c8bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:58,743 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,744 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63b2b8014248d9c0516462c71549c8bd columnFamilyName norep 2024-11-20T23:18:58,745 DEBUG [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:58,745 INFO [StoreOpener-63b2b8014248d9c0516462c71549c8bd-1 {}] regionserver.HStore(327): Store=63b2b8014248d9c0516462c71549c8bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:18:58,746 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,747 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,747 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,749 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,749 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,750 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:18:58,752 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,761 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:18:58,762 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63b2b8014248d9c0516462c71549c8bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66511825, jitterRate=-0.00889657437801361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:18:58,762 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:18:58,763 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63b2b8014248d9c0516462c71549c8bd: Running coprocessor pre-open hook at 1732144738737Writing region info on filesystem at 1732144738737Initializing all the Stores at 1732144738738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144738738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144738738Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144738738Cleaning up temporary data from old regions at 1732144738749 (+11 ms)Running coprocessor post-open hooks at 1732144738762 (+13 ms)Region opened successfully at 1732144738763 (+1 ms) 2024-11-20T23:18:58,764 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144737966.63b2b8014248d9c0516462c71549c8bd., pid=6, masterSystemTime=1732144738730 2024-11-20T23:18:58,767 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,767 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:18:58,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63b2b8014248d9c0516462c71549c8bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,44959,1732144732788 2024-11-20T23:18:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63b2b8014248d9c0516462c71549c8bd, server=412a5e44fd2e,44959,1732144732788 because future has completed 2024-11-20T23:18:58,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:18:58,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63b2b8014248d9c0516462c71549c8bd, server=412a5e44fd2e,44959,1732144732788 in 204 msec 2024-11-20T23:18:58,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:18:58,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63b2b8014248d9c0516462c71549c8bd, ASSIGN in 370 msec 2024-11-20T23:18:58,790 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:18:58,791 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144738791"}]},"ts":"1732144738791"} 2024-11-20T23:18:58,796 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:18:58,798 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:18:58,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 832 msec 2024-11-20T23:18:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:18:59,113 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:18:59,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c389922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37421,-1 for getting cluster id 2024-11-20T23:18:59,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:59,115 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c316-db91-4b7e-9817-2582143d8edb' 2024-11-20T23:18:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c316-db91-4b7e-9817-2582143d8edb" 2024-11-20T23:18:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257284de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37421,-1] 2024-11-20T23:18:59,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:59,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,117 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3c861d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bb1929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46773,-1 for getting cluster id 2024-11-20T23:18:59,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:59,121 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5b53f2-0be5-4462-82c0-7f2ca26a79c4' 2024-11-20T23:18:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5b53f2-0be5-4462-82c0-7f2ca26a79c4" 2024-11-20T23:18:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab56ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46773,-1] 2024-11-20T23:18:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,124 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7da2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1497579d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37421,-1 for getting cluster id 2024-11-20T23:18:59,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:59,129 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c316-db91-4b7e-9817-2582143d8edb' 2024-11-20T23:18:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c316-db91-4b7e-9817-2582143d8edb" 2024-11-20T23:18:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37421,-1] 2024-11-20T23:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,131 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37421,1732144726229 2024-11-20T23:18:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-20T23:18:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:59,138 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:59,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:46773,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:18:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:18:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:18:59,143 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:46773' 2024-11-20T23:18:59,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c696dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,148 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46773,-1 for getting cluster id 2024-11-20T23:18:59,149 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:18:59,149 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5b53f2-0be5-4462-82c0-7f2ca26a79c4' 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5b53f2-0be5-4462-82c0-7f2ca26a79c4" 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf29822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46773,-1] 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:18:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,151 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:18:59,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f99dfbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:18:59,152 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:18:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46773,1732144732669 2024-11-20T23:18:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea7d2db 2024-11-20T23:18:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:18:59,155 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:18:59,156 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T23:18:59,156 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:18:59,156 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,156 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:18:59,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:18:59,156 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:18:59,158 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:18:59,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:18:59,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:18:59,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:18:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:18:59,208 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:18:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:18:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:18:59,570 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb3f5da9270d5ce017dd70739438b9b4, NAME => 'hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28 2024-11-20T23:18:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:18:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb3f5da9270d5ce017dd70739438b9b4, disabling compactions & flushes 2024-11-20T23:18:59,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. after waiting 0 ms 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:18:59,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:18:59,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb3f5da9270d5ce017dd70739438b9b4: Waiting for close lock at 1732144739984Disabling compacts and flushes for region at 1732144739984Disabling writes for close at 1732144739984Writing region close event to WAL at 1732144739984Closed at 1732144739984 2024-11-20T23:18:59,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:18:59,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144739986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144739986"}]},"ts":"1732144739986"} 2024-11-20T23:19:00,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:19:00,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:19:00,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144740002"}]},"ts":"1732144740002"} 2024-11-20T23:19:00,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:19:00,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3f5da9270d5ce017dd70739438b9b4, ASSIGN}] 2024-11-20T23:19:00,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3f5da9270d5ce017dd70739438b9b4, ASSIGN 2024-11-20T23:19:00,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb3f5da9270d5ce017dd70739438b9b4, ASSIGN; state=OFFLINE, location=412a5e44fd2e,36129,1732144726528; forceNewPlan=false, retain=false 2024-11-20T23:19:00,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb3f5da9270d5ce017dd70739438b9b4, regionState=OPENING, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:19:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb3f5da9270d5ce017dd70739438b9b4, ASSIGN because future has completed 2024-11-20T23:19:00,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3f5da9270d5ce017dd70739438b9b4, server=412a5e44fd2e,36129,1732144726528}] 2024-11-20T23:19:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:19:00,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:19:00,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:19:00,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:19:00,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C36129%2C1732144726528.rep, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs, maxLogs=10 2024-11-20T23:19:00,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.rep.1732144740346, exclude list is [], retry=0 2024-11-20T23:19:00,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-650b0f3d-2efd-487e-8667-4d3f062aee65,DISK] 2024-11-20T23:19:00,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.rep.1732144740346 2024-11-20T23:19:00,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-20T23:19:00,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb3f5da9270d5ce017dd70739438b9b4, NAME => 'hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:19:00,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:19:00,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:19:00,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. service=MultiRowMutationService 2024-11-20T23:19:00,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:19:00,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:19:00,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,385 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,387 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f5da9270d5ce017dd70739438b9b4 columnFamilyName hfileref 2024-11-20T23:19:00,387 DEBUG [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:19:00,388 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(327): Store=eb3f5da9270d5ce017dd70739438b9b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:19:00,388 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,390 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f5da9270d5ce017dd70739438b9b4 columnFamilyName queue 2024-11-20T23:19:00,390 DEBUG [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:19:00,390 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(327): Store=eb3f5da9270d5ce017dd70739438b9b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:19:00,390 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,391 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f5da9270d5ce017dd70739438b9b4 columnFamilyName sid 2024-11-20T23:19:00,391 DEBUG [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:19:00,392 INFO [StoreOpener-eb3f5da9270d5ce017dd70739438b9b4-1 {}] regionserver.HStore(327): Store=eb3f5da9270d5ce017dd70739438b9b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:19:00,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:19:00,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:19:00,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb3f5da9270d5ce017dd70739438b9b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60272393, jitterRate=-0.10187135636806488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:19:00,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:19:00,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb3f5da9270d5ce017dd70739438b9b4: Running coprocessor pre-open hook at 1732144740383Writing region info on filesystem at 1732144740383Initializing all the Stores at 1732144740384 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144740384Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144740385 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144740385Cleaning up temporary data from old regions at 1732144740394 (+9 ms)Running coprocessor post-open hooks at 1732144740399 (+5 ms)Region opened successfully at 1732144740400 (+1 ms) 2024-11-20T23:19:00,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4., pid=10, masterSystemTime=1732144740335 2024-11-20T23:19:00,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:19:00,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:19:00,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb3f5da9270d5ce017dd70739438b9b4, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,36129,1732144726528 2024-11-20T23:19:00,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3f5da9270d5ce017dd70739438b9b4, server=412a5e44fd2e,36129,1732144726528 because future has completed 2024-11-20T23:19:00,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:19:00,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3f5da9270d5ce017dd70739438b9b4, server=412a5e44fd2e,36129,1732144726528 in 230 msec 2024-11-20T23:19:00,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:19:00,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3f5da9270d5ce017dd70739438b9b4, ASSIGN in 403 msec 2024-11-20T23:19:00,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:19:00,416 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144740415"}]},"ts":"1732144740415"} 2024-11-20T23:19:00,419 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:19:00,421 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:19:00,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2640 sec 2024-11-20T23:19:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2] 2024-11-20T23:19:00,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:19:00,605 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:19:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:19:00,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:19:00,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:19:00,836 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:19:00,878 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,36129,1732144726528, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:19:00,879 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:00,879 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:19:00,879 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:00,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T23:19:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,36129,1732144726528', locateType=CURRENT is [region=hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2] 2024-11-20T23:19:00,908 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:19:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:19:00,928 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,36129,1732144726528 suceeded 2024-11-20T23:19:00,929 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:46773' 2024-11-20T23:19:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:19:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-20T23:19:00,936 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:46773,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T23:19:00,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7980 sec 2024-11-20T23:19:00,941 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c144901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:00,942 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46773,-1 for getting cluster id 2024-11-20T23:19:00,942 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:19:00,943 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5b53f2-0be5-4462-82c0-7f2ca26a79c4' 2024-11-20T23:19:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:19:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5b53f2-0be5-4462-82c0-7f2ca26a79c4" 2024-11-20T23:19:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd8f27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46773,-1] 2024-11-20T23:19:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:19:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:00,945 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:19:00,949 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2f316a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:00,949 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:19:00,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46773,1732144732669 2024-11-20T23:19:00,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@159fbfcb 2024-11-20T23:19:00,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:19:00,952 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T23:19:00,955 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,36129,1732144726528 (queues=1) is replicating from cluster=f2f6c316-db91-4b7e-9817-2582143d8edb to cluster=5d5b53f2-0be5-4462-82c0-7f2ca26a79c4 2024-11-20T23:19:00,955 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C36129%2C1732144726528 2024-11-20T23:19:00,955 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,36129,1732144726528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:19:00,956 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279, startPosition=0, beingWritten=true 2024-11-20T23:19:00,959 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C36129%2C1732144726528 2024-11-20T23:19:00,965 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:19:00,965 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 379, reset compression=false 2024-11-20T23:19:00,965 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:19:01,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:19:01,171 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 379, reset compression=false 2024-11-20T23:19:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:19:01,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:19:01,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:19:01,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:19:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:19:01,293 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:19:01,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:19:01,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:19:01,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:01,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:01,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:19:01,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:19:01,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732144741302/Put/seqid=0 2024-11-20T23:19:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741840_1016 (size=7894) 2024-11-20T23:19:01,519 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 379, reset compression=false 2024-11-20T23:19:01,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_1 is 34, key is ddd/f:row/1732144741745/Put/seqid=0 2024-11-20T23:19:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741841_1017 (size=7691) 2024-11-20T23:19:01,948 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 379, reset compression=false 2024-11-20T23:19:02,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cea8de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37421,-1 for getting cluster id 2024-11-20T23:19:02,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:19:02,192 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c316-db91-4b7e-9817-2582143d8edb' 2024-11-20T23:19:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:19:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c316-db91-4b7e-9817-2582143d8edb" 2024-11-20T23:19:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37421,-1] 2024-11-20T23:19:02,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:19:02,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:02,194 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:19:02,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afa4fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:19:02,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:02,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:19:02,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:19:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37421,1732144726229 2024-11-20T23:19:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33e4e2f 2024-11-20T23:19:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:19:02,228 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:19:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2] 2024-11-20T23:19:02,248 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:19:02,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T23:19:02,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T23:19:02,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_1 for inclusion in 7fb7386748f1761434b8faffa10ac431/f 2024-11-20T23:19:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T23:19:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:02,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_0 for inclusion in 7fb7386748f1761434b8faffa10ac431/f 2024-11-20T23:19:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T23:19:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegion(2603): Flush status journal for 7fb7386748f1761434b8faffa10ac431: 2024-11-20T23:19:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_1 to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_1 2024-11-20T23:19:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_1 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ 2024-11-20T23:19:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f/f/hfile_0 to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_0 2024-11-20T23:19:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_0 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ 2024-11-20T23:19:02,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_1 into 7fb7386748f1761434b8faffa10ac431/f as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ - updating store file list. 2024-11-20T23:19:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5843125be98a47b7babd746078ac0a42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:02,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ into 7fb7386748f1761434b8faffa10ac431/f 2024-11-20T23:19:02,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_1 into 7fb7386748f1761434b8faffa10ac431/f (new location: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/5843125be98a47b7babd746078ac0a42_SeqId_4_) 2024-11-20T23:19:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_1 2024-11-20T23:19:02,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_0 into 7fb7386748f1761434b8faffa10ac431/f as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ - updating store file list. 2024-11-20T23:19:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6b464b6d6c74980b43901cf549854e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:02,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ into 7fb7386748f1761434b8faffa10ac431/f 2024-11-20T23:19:02,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_0 into 7fb7386748f1761434b8faffa10ac431/f (new location: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_) 2024-11-20T23:19:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__tt7vapej9m50dr7252b5aulufodu0bpemlthjqenomn0et43tlpl6koikit220q2/f/hfile_0 2024-11-20T23:19:02,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:19:02,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:19:02,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 , the old value is region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:36129 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:19:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:19:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 from cache 2024-11-20T23:19:02,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34608 deadline: 1732144802444 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34608 2024-11-20T23:19:02,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:02,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:19:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44959,1732144732788, seqNum=-1] 2024-11-20T23:19:02,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:02,469 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 379, reset compression=false 2024-11-20T23:19:02,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:19:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144737966.63b2b8014248d9c0516462c71549c8bd., hostname=412a5e44fd2e,44959,1732144732788, seqNum=2] 2024-11-20T23:19:02,490 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:19:02,495 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:19:02,495 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fb7386748f1761434b8faffa10ac431/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732144742436/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:19:02,569 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:36129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:19:02,571 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:19:02,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T23:19:02,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.ReplicationSink(318): Replicating [f2f6c316-db91-4b7e-9817-2582143d8edb] bulk loaded data 2024-11-20T23:19:02,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8aa2338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46773,-1 for getting cluster id 2024-11-20T23:19:02,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:19:02,585 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5b53f2-0be5-4462-82c0-7f2ca26a79c4' 2024-11-20T23:19:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:19:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5b53f2-0be5-4462-82c0-7f2ca26a79c4" 2024-11-20T23:19:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ff74edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46773,-1] 2024-11-20T23:19:02,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:19:02,591 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:19:02,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:02,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6144e9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:02,696 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741837_1013 (size=7691) 2024-11-20T23:19:03,011 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741838_1014 (size=7894) 2024-11-20T23:19:03,422 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:03,495 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:19:03,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:19:03,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46773,1732144732669 2024-11-20T23:19:03,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bede61a 2024-11-20T23:19:03,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:19:03,639 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T23:19:03,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:19:03,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:03,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44959,1732144732788, seqNum=-1] 2024-11-20T23:19:03,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:03,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T23:19:03,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T23:19:03,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T23:19:03,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ for inclusion in 63b2b8014248d9c0516462c71549c8bd/f 2024-11-20T23:19:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T23:19:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:03,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ for inclusion in 63b2b8014248d9c0516462c71549c8bd/f 2024-11-20T23:19:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T23:19:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HRegion(2603): Flush status journal for 63b2b8014248d9c0516462c71549c8bd: 2024-11-20T23:19:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5843125be98a47b7babd746078ac0a42_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:19:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/7c027f5ad97d4bd6bf02f2b085c1c9e5_SeqId_4_ 2024-11-20T23:19:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6b464b6d6c74980b43901cf549854e9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:19:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/6d9abe75db2e496bab98c8298caada78_SeqId_4_ 2024-11-20T23:19:03,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/7c027f5ad97d4bd6bf02f2b085c1c9e5_SeqId_4_ - updating store file list. 2024-11-20T23:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c027f5ad97d4bd6bf02f2b085c1c9e5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:03,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/7c027f5ad97d4bd6bf02f2b085c1c9e5_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f 2024-11-20T23:19:03,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f (new location: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/7c027f5ad97d4bd6bf02f2b085c1c9e5_SeqId_4_) 2024-11-20T23:19:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/5843125be98a47b7babd746078ac0a42_SeqId_4_ 2024-11-20T23:19:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/6d9abe75db2e496bab98c8298caada78_SeqId_4_ - updating store file list. 2024-11-20T23:19:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d9abe75db2e496bab98c8298caada78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:03,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/6d9abe75db2e496bab98c8298caada78_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f 2024-11-20T23:19:03,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ into 63b2b8014248d9c0516462c71549c8bd/f (new location: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/f/6d9abe75db2e496bab98c8298caada78_SeqId_4_) 2024-11-20T23:19:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/staging/jenkins.hfs.6__test__o0sio9bnii6ho56idis61ujqjnml1167u8qm1a8ajdjthirt90g4r6bdh3ved6q8/f/d6b464b6d6c74980b43901cf549854e9_SeqId_4_ 2024-11-20T23:19:03,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] regionserver.ReplicationSink(324): Finished replicating [f2f6c316-db91-4b7e-9817-2582143d8edb] bulk loaded data 2024-11-20T23:19:03,928 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:04,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:19:04,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732144744537/Put/seqid=0 2024-11-20T23:19:04,539 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741842_1018 (size=7997) 2024-11-20T23:19:05,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732144745001/Put/seqid=0 2024-11-20T23:19:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741843_1019 (size=7794) 2024-11-20T23:19:05,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:05,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37421,-1 for getting cluster id 2024-11-20T23:19:05,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:19:05,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c316-db91-4b7e-9817-2582143d8edb' 2024-11-20T23:19:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:19:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c316-db91-4b7e-9817-2582143d8edb" 2024-11-20T23:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37421,-1] 2024-11-20T23:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:05,026 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:19:05,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a00ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:19:05,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:19:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:05,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:19:05,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:19:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37421,1732144726229 2024-11-20T23:19:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ddce5 2024-11-20T23:19:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:19:05,084 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:19:05,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2] 2024-11-20T23:19:05,112 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:19:05,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T23:19:05,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T23:19:05,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_0 for inclusion in 7fb7386748f1761434b8faffa10ac431/f1 2024-11-20T23:19:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T23:19:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:05,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_1 for inclusion in 7fb7386748f1761434b8faffa10ac431/f1 2024-11-20T23:19:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T23:19:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:19:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegion(2603): Flush status journal for 7fb7386748f1761434b8faffa10ac431: 2024-11-20T23:19:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_0 to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_0 2024-11-20T23:19:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_0 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/d72bfc2d390a420fba964e8f39e2af87_SeqId_6_ 2024-11-20T23:19:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/load_f1/f1/hfile_1 to hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_1 2024-11-20T23:19:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_1 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/4a2ab6d5394847f2a2fa4e93c86d954e_SeqId_6_ 2024-11-20T23:19:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T23:19:05,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_0 into 7fb7386748f1761434b8faffa10ac431/f1 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/d72bfc2d390a420fba964e8f39e2af87_SeqId_6_ - updating store file list. 2024-11-20T23:19:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d72bfc2d390a420fba964e8f39e2af87_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:05,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/d72bfc2d390a420fba964e8f39e2af87_SeqId_6_ into 7fb7386748f1761434b8faffa10ac431/f1 2024-11-20T23:19:05,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_0 into 7fb7386748f1761434b8faffa10ac431/f1 (new location: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/d72bfc2d390a420fba964e8f39e2af87_SeqId_6_) 2024-11-20T23:19:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_0 2024-11-20T23:19:05,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_1 into 7fb7386748f1761434b8faffa10ac431/f1 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/4a2ab6d5394847f2a2fa4e93c86d954e_SeqId_6_ - updating store file list. 2024-11-20T23:19:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a2ab6d5394847f2a2fa4e93c86d954e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:19:05,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/4a2ab6d5394847f2a2fa4e93c86d954e_SeqId_6_ into 7fb7386748f1761434b8faffa10ac431/f1 2024-11-20T23:19:05,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_1 into 7fb7386748f1761434b8faffa10ac431/f1 (new location: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/f1/4a2ab6d5394847f2a2fa4e93c86d954e_SeqId_6_) 2024-11-20T23:19:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/staging/jenkins__test__a1icvrhaiikbql8iipmqa1gj1ncddfrvi8t2an7sjsa3k7lrd2de6mb6ifjtj4o8/f1/hfile_1 2024-11-20T23:19:05,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:19:05,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:19:05,270 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 687, reset compression=false 2024-11-20T23:19:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:19:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 , the old value is region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:36129 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:19:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:19:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2 from cache 2024-11-20T23:19:05,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:19:05,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:19:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34622 deadline: 1732144805270 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34622 2024-11-20T23:19:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,36129,1732144726528, seqNum=-1] 2024-11-20T23:19:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:19:05,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:19:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., hostname=412a5e44fd2e,36129,1732144726528, seqNum=2] 2024-11-20T23:19:05,286 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:19:05,286 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:05,286 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:19:05,373 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:36129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:19:05,518 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:05,823 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:06,237 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:06,756 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:07,389 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:08,101 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:08,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:19:08,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T23:19:08,933 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:09,839 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:10,864 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:13,212 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:14,546 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:15,949 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:16,213 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:19:17,456 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:19,060 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:20,765 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:22,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:19:22,569 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:24,486 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:25,290 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: null 2024-11-20T23:19:26,490 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:28,597 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:30,378 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T23:19:30,378 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T23:19:30,802 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:33,106 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:35,512 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:35,753 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T23:19:35,753 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T23:19:38,017 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:40,620 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:41,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7fb7386748f1761434b8faffa10ac431, had cached 0 bytes from a total of 31376 2024-11-20T23:19:43,324 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:43,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 63b2b8014248d9c0516462c71549c8bd, had cached 0 bytes from a total of 15585 2024-11-20T23:19:45,290 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: null 2024-11-20T23:19:46,130 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:46,213 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:19:49,034 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:52,042 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:52,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:19:55,146 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:19:55,718 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:19:58,350 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:20:01,657 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:20:05,062 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:20:05,291 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,36129,1732144726528 got entry batch from reader: null 2024-11-20T23:20:05,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:20:05,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:05,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:05,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:05,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:05,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:05,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:20:05,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1537792989, stopped=false 2024-11-20T23:20:05,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,46773,1732144732669 2024-11-20T23:20:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1617544691/running 2024-11-20T23:20:05,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:20:05,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:05,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:05,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:05,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:05,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,44959,1732144732788' ***** 2024-11-20T23:20:05,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:20:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1617544691/running 2024-11-20T23:20:05,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/running 2024-11-20T23:20:05,400 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:20:05,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:20:05,400 INFO [RS:0;412a5e44fd2e:44959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:20:05,400 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:20:05,400 INFO [RS:0;412a5e44fd2e:44959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:20:05,400 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(3091): Received CLOSE for 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:20:05,404 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,44959,1732144732788 2024-11-20T23:20:05,404 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:05,404 INFO [RS:0;412a5e44fd2e:44959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44959. 2024-11-20T23:20:05,405 DEBUG [RS:0;412a5e44fd2e:44959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:05,405 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:05,405 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:20:05,405 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:20:05,405 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:20:05,405 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:20:05,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Set watcher on znode that does not yet exist, /1-1617544691/running 2024-11-20T23:20:05,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63b2b8014248d9c0516462c71549c8bd, disabling compactions & flushes 2024-11-20T23:20:05,408 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:20:05,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:20:05,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. after waiting 0 ms 2024-11-20T23:20:05,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:20:05,412 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:20:05,413 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1325): Online Regions={63b2b8014248d9c0516462c71549c8bd=test,,1732144737966.63b2b8014248d9c0516462c71549c8bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:20:05,413 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63b2b8014248d9c0516462c71549c8bd 2024-11-20T23:20:05,413 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:05,413 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:05,413 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:05,413 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:05,413 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:05,413 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T23:20:05,439 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/info/20f1a3d8747442f39a0d68c116d66824 is 129, key is test,,1732144737966.63b2b8014248d9c0516462c71549c8bd./info:regioninfo/1732144738768/Put/seqid=0 2024-11-20T23:20:05,451 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/default/test/63b2b8014248d9c0516462c71549c8bd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T23:20:05,453 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:05,453 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:20:05,453 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:20:05,453 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63b2b8014248d9c0516462c71549c8bd: Waiting for close lock at 1732144805408Running coprocessor pre-close hooks at 1732144805408Disabling compacts and flushes for region at 1732144805408Disabling writes for close at 1732144805409 (+1 ms)Writing region close event to WAL at 1732144805433 (+24 ms)Running coprocessor post-close hooks at 1732144805452 (+19 ms)Closed at 1732144805453 (+1 ms) 2024-11-20T23:20:05,453 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144737966.63b2b8014248d9c0516462c71549c8bd. 2024-11-20T23:20:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741839_1015 (size=6421) 2024-11-20T23:20:05,468 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/info/20f1a3d8747442f39a0d68c116d66824 2024-11-20T23:20:05,471 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:05,519 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/ns/cf466b388ec94ceeb7661e1fb97f57ce is 43, key is default/ns:d/1732144735701/Put/seqid=0 2024-11-20T23:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741840_1016 (size=5153) 2024-11-20T23:20:05,559 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/ns/cf466b388ec94ceeb7661e1fb97f57ce 2024-11-20T23:20:05,592 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/rep_barrier/51b6a110f86f441fb7fcb4c6870fe412 is 112, key is test,,1732144737966.63b2b8014248d9c0516462c71549c8bd./rep_barrier:seqnumDuringOpen/1732144738768/Put/seqid=0 2024-11-20T23:20:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741841_1017 (size=5518) 2024-11-20T23:20:05,605 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/rep_barrier/51b6a110f86f441fb7fcb4c6870fe412 2024-11-20T23:20:05,613 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:05,614 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:20:05,614 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:20:05,627 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/table/3f94676ba01f4639a59938ef6344ecf5 is 40, key is test/table:state/1732144738791/Put/seqid=0 2024-11-20T23:20:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741842_1018 (size=5165) 2024-11-20T23:20:05,813 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:06,013 DEBUG [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:06,032 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/table/3f94676ba01f4639a59938ef6344ecf5 2024-11-20T23:20:06,038 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/info/20f1a3d8747442f39a0d68c116d66824 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/info/20f1a3d8747442f39a0d68c116d66824 2024-11-20T23:20:06,044 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/info/20f1a3d8747442f39a0d68c116d66824, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T23:20:06,045 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/ns/cf466b388ec94ceeb7661e1fb97f57ce as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/ns/cf466b388ec94ceeb7661e1fb97f57ce 2024-11-20T23:20:06,051 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/ns/cf466b388ec94ceeb7661e1fb97f57ce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:20:06,052 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/rep_barrier/51b6a110f86f441fb7fcb4c6870fe412 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/rep_barrier/51b6a110f86f441fb7fcb4c6870fe412 2024-11-20T23:20:06,059 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/rep_barrier/51b6a110f86f441fb7fcb4c6870fe412, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T23:20:06,059 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/.tmp/table/3f94676ba01f4639a59938ef6344ecf5 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/table/3f94676ba01f4639a59938ef6344ecf5 2024-11-20T23:20:06,072 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/table/3f94676ba01f4639a59938ef6344ecf5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:20:06,073 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false 2024-11-20T23:20:06,086 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:20:06,087 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:06,087 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:06,087 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:06,087 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144805413Running coprocessor pre-close hooks at 1732144805413Disabling compacts and flushes for region at 1732144805413Disabling writes for close at 1732144805413Obtaining lock to block concurrent updates at 1732144805413Preparing flush snapshotting stores in 1588230740 at 1732144805413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732144805414 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144805415 (+1 ms)Flushing 1588230740/info: creating writer at 1732144805415Flushing 1588230740/info: appending metadata at 1732144805439 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732144805439Flushing 1588230740/ns: creating writer at 1732144805488 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732144805519 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732144805519Flushing 1588230740/rep_barrier: creating writer at 1732144805572 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144805592 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144805592Flushing 1588230740/table: creating writer at 1732144805611 (+19 ms)Flushing 1588230740/table: appending metadata at 1732144805626 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732144805627 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cc20e0: reopening flushed file at 1732144806037 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212d3bcf: reopening flushed file at 1732144806044 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1393c709: reopening flushed file at 1732144806051 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e14e769: reopening flushed file at 1732144806059 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false at 1732144806073 (+14 ms)Writing region close event to WAL at 1732144806080 (+7 ms)Running coprocessor post-close hooks at 1732144806087 (+7 ms)Closed at 1732144806087 2024-11-20T23:20:06,087 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:06,213 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,44959,1732144732788; all regions closed. 2024-11-20T23:20:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741834_1010 (size=2717) 2024-11-20T23:20:06,221 DEBUG [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/oldWALs 2024-11-20T23:20:06,221 INFO [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C44959%2C1732144732788.meta:.meta(num 1732144735647) 2024-11-20T23:20:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741832_1008 (size=1028) 2024-11-20T23:20:06,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/WALs/412a5e44fd2e,44959,1732144732788/412a5e44fd2e%2C44959%2C1732144732788.1732144734706 not finished, retry = 0 2024-11-20T23:20:06,332 DEBUG [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/oldWALs 2024-11-20T23:20:06,332 INFO [RS:0;412a5e44fd2e:44959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C44959%2C1732144732788:(num 1732144734706) 2024-11-20T23:20:06,332 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:06,332 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:06,332 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:06,332 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:06,332 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:06,333 INFO [RS:0;412a5e44fd2e:44959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44959. 2024-11-20T23:20:06,333 DEBUG [RS:0;412a5e44fd2e:44959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:06,333 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:06,333 DEBUG [RS:0;412a5e44fd2e:44959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:06,333 INFO [RS:0;412a5e44fd2e:44959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44959 2024-11-20T23:20:06,334 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:06,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:06,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1617544691/rs/412a5e44fd2e,44959,1732144732788 2024-11-20T23:20:06,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691/rs 2024-11-20T23:20:06,429 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:06,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,44959,1732144732788] 2024-11-20T23:20:06,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1617544691/draining/412a5e44fd2e,44959,1732144732788 already deleted, retry=false 2024-11-20T23:20:06,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,44959,1732144732788 expired; onlineServers=0 2024-11-20T23:20:06,650 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,46773,1732144732669' ***** 2024-11-20T23:20:06,650 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:20:06,651 INFO [M:0;412a5e44fd2e:46773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:06,651 INFO [M:0;412a5e44fd2e:46773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:06,651 DEBUG [M:0;412a5e44fd2e:46773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:20:06,651 DEBUG [M:0;412a5e44fd2e:46773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:20:06,651 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144734459 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144734459,5,FailOnTimeoutGroup] 2024-11-20T23:20:06,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:20:06,651 INFO [M:0;412a5e44fd2e:46773 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:06,651 INFO [M:0;412a5e44fd2e:46773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:06,651 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144734460 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144734460,5,FailOnTimeoutGroup] 2024-11-20T23:20:06,651 DEBUG [M:0;412a5e44fd2e:46773 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:20:06,651 INFO [M:0;412a5e44fd2e:46773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:20:06,652 INFO [M:0;412a5e44fd2e:46773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:06,652 INFO [M:0;412a5e44fd2e:46773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:20:06,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:20:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44959-0x1015a8af2130004, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:06,652 INFO [RS:0;412a5e44fd2e:44959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:06,652 INFO [RS:0;412a5e44fd2e:44959 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,44959,1732144732788; zookeeper connection closed. 2024-11-20T23:20:06,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af59590 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af59590 2024-11-20T23:20:06,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:20:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1617544691/master 2024-11-20T23:20:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1617544691 2024-11-20T23:20:06,798 DEBUG [M:0;412a5e44fd2e:46773 {}] zookeeper.ZKUtil(347): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Unable to get data of znode /1-1617544691/master because node does not exist (not an error) 2024-11-20T23:20:06,798 WARN [M:0;412a5e44fd2e:46773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:20:06,799 INFO [M:0;412a5e44fd2e:46773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/.lastflushedseqids 2024-11-20T23:20:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741843_1019 (size=173) 2024-11-20T23:20:07,204 INFO [M:0;412a5e44fd2e:46773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:20:07,204 INFO [M:0;412a5e44fd2e:46773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:20:07,204 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:07,204 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:07,204 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:07,204 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:07,204 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:07,204 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-20T23:20:07,239 DEBUG [M:0;412a5e44fd2e:46773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ca6a31951d4562a1f4c5fd11a73ea6 is 82, key is hbase:meta,,1/info:regioninfo/1732144735677/Put/seqid=0 2024-11-20T23:20:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741844_1020 (size=5672) 2024-11-20T23:20:07,655 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ca6a31951d4562a1f4c5fd11a73ea6 2024-11-20T23:20:07,678 DEBUG [M:0;412a5e44fd2e:46773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9aeda5958fc4cbabda84b41531fc4c6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144738802/Put/seqid=0 2024-11-20T23:20:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741845_1021 (size=6728) 2024-11-20T23:20:07,683 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9aeda5958fc4cbabda84b41531fc4c6 2024-11-20T23:20:07,688 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9aeda5958fc4cbabda84b41531fc4c6 2024-11-20T23:20:07,703 DEBUG [M:0;412a5e44fd2e:46773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9c78ee8e924c18b40d87771f43f2a8 is 69, key is 412a5e44fd2e,44959,1732144732788/rs:state/1732144734506/Put/seqid=0 2024-11-20T23:20:07,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741846_1022 (size=5156) 2024-11-20T23:20:08,114 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9c78ee8e924c18b40d87771f43f2a8 2024-11-20T23:20:08,123 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ca6a31951d4562a1f4c5fd11a73ea6 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ca6a31951d4562a1f4c5fd11a73ea6 2024-11-20T23:20:08,129 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ca6a31951d4562a1f4c5fd11a73ea6, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T23:20:08,130 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9aeda5958fc4cbabda84b41531fc4c6 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9aeda5958fc4cbabda84b41531fc4c6 2024-11-20T23:20:08,141 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9aeda5958fc4cbabda84b41531fc4c6 2024-11-20T23:20:08,141 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9aeda5958fc4cbabda84b41531fc4c6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T23:20:08,143 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef9c78ee8e924c18b40d87771f43f2a8 as hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef9c78ee8e924c18b40d87771f43f2a8 2024-11-20T23:20:08,155 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef9c78ee8e924c18b40d87771f43f2a8, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T23:20:08,156 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=58, compaction requested=false 2024-11-20T23:20:08,170 INFO [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:08,170 DEBUG [M:0;412a5e44fd2e:46773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144807204Disabling compacts and flushes for region at 1732144807204Disabling writes for close at 1732144807204Obtaining lock to block concurrent updates at 1732144807205 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144807205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732144807205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144807206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144807206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144807238 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144807238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144807660 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144807677 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144807677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144807689 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144807703 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144807703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c76d46: reopening flushed file at 1732144808122 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1055d2cc: reopening flushed file at 1732144808129 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453f74bf: reopening flushed file at 1732144808141 (+12 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=58, compaction requested=false at 1732144808157 (+16 ms)Writing region close event to WAL at 1732144808170 (+13 ms)Closed at 1732144808170 2024-11-20T23:20:08,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2824fd95-3e40-b0d6-19fb-412b4a5b5c0f/MasterData/WALs/412a5e44fd2e,46773,1732144732669/412a5e44fd2e%2C46773%2C1732144732669.1732144734096 not finished, retry = 0 2024-11-20T23:20:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35077 is added to blk_1073741830_1006 (size=33038) 2024-11-20T23:20:08,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:08,277 INFO [M:0;412a5e44fd2e:46773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:20:08,277 INFO [M:0;412a5e44fd2e:46773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46773 2024-11-20T23:20:08,278 INFO [M:0;412a5e44fd2e:46773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:08,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:08,409 INFO [M:0;412a5e44fd2e:46773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:08,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46773-0x1015a8af2130003, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:08,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11a0170f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:08,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34355d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:08,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:08,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a87ae25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:08,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464cda30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:08,487 WARN [BP-1190654220-172.17.0.2-1732144730452 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:20:08,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:20:08,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:20:08,487 WARN [BP-1190654220-172.17.0.2-1732144730452 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1190654220-172.17.0.2-1732144730452 (Datanode Uuid 7e929a17-c8dc-4273-b5b0-ee9f4951f120) service to localhost/127.0.0.1:33809 2024-11-20T23:20:08,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/cluster_40caa96a-4071-ef48-aefe-defa47d5313a/data/data1/current/BP-1190654220-172.17.0.2-1732144730452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:08,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/cluster_40caa96a-4071-ef48-aefe-defa47d5313a/data/data2/current/BP-1190654220-172.17.0.2-1732144730452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:08,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:20:08,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@147624bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:08,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51510a08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:08,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:08,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f3531e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:08,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1714d052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:08,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:20:08,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:20:08,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:08,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:08,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:08,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:08,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:08,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:20:08,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137881382, stopped=false 2024-11-20T23:20:08,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,37421,1732144726229 2024-11-20T23:20:08,592 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.1732144729279 to pos 997, reset compression=false 2024-11-20T23:20:08,597 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814277963/running 2024-11-20T23:20:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814277963/running 2024-11-20T23:20:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:20:08,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:08,597 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:20:08,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/running 2024-11-20T23:20:08,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:08,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:08,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:08,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,36129,1732144726528' ***** 2024-11-20T23:20:08,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Set watcher on znode that does not yet exist, /0-814277963/running 2024-11-20T23:20:08,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:20:08,600 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:20:08,600 INFO [RS:0;412a5e44fd2e:36129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:20:08,600 INFO [RS:0;412a5e44fd2e:36129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:20:08,601 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fb7386748f1761434b8faffa10ac431 2024-11-20T23:20:08,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,36129,1732144726528 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:36129. 2024-11-20T23:20:08,625 DEBUG [RS:0;412a5e44fd2e:36129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:08,625 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:20:08,625 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:20:08,626 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:20:08,626 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1325): Online Regions={7fb7386748f1761434b8faffa10ac431=test,,1732144735810.7fb7386748f1761434b8faffa10ac431., eb3f5da9270d5ce017dd70739438b9b4=hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:20:08,626 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fb7386748f1761434b8faffa10ac431, eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:08,626 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:08,628 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:08,628 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:08,628 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:08,628 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:08,628 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:20:08,632 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fb7386748f1761434b8faffa10ac431, disabling compactions & flushes 2024-11-20T23:20:08,632 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:20:08,632 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:20:08,633 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144735810.7fb7386748f1761434b8faffa10ac431. after waiting 0 ms 2024-11-20T23:20:08,633 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:20:08,646 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:08,676 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/info/97051cb4f7a545f799858c86035ce1e6 is 147, key is hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4./info:regioninfo/1732144740404/Put/seqid=0 2024-11-20T23:20:08,687 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/default/test/7fb7386748f1761434b8faffa10ac431/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:20:08,688 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:20:08,689 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fb7386748f1761434b8faffa10ac431: Waiting for close lock at 1732144808632Running coprocessor pre-close hooks at 1732144808632Disabling compacts and flushes for region at 1732144808632Disabling writes for close at 1732144808633 (+1 ms)Writing region close event to WAL at 1732144808662 (+29 ms)Running coprocessor post-close hooks at 1732144808688 (+26 ms)Closed at 1732144808689 (+1 ms) 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144735810.7fb7386748f1761434b8faffa10ac431. 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb3f5da9270d5ce017dd70739438b9b4, disabling compactions & flushes 2024-11-20T23:20:08,689 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. after waiting 0 ms 2024-11-20T23:20:08,689 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:20:08,690 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb3f5da9270d5ce017dd70739438b9b4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T23:20:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741844_1020 (size=7686) 2024-11-20T23:20:08,732 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/info/97051cb4f7a545f799858c86035ce1e6 2024-11-20T23:20:08,747 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/hfileref/8ae95d8894464203932ff28d3ae3b69f is 74, key is 1/hfileref:5843125be98a47b7babd746078ac0a42_SeqId_4_/1732144743777/DeleteColumn/seqid=0 2024-11-20T23:20:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741845_1021 (size=5203) 2024-11-20T23:20:08,770 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/hfileref/8ae95d8894464203932ff28d3ae3b69f 2024-11-20T23:20:08,826 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:08,843 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/ns/6460e5675d5b4e8fb87ea5633b6496fd is 43, key is default/ns:d/1732144730281/Put/seqid=0 2024-11-20T23:20:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741846_1022 (size=5153) 2024-11-20T23:20:08,885 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/ns/6460e5675d5b4e8fb87ea5633b6496fd 2024-11-20T23:20:08,896 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/queue/5ddf058980544d24918faba9379cba24 is 153, key is 1-412a5e44fd2e,36129,1732144726528/queue:412a5e44fd2e%2C36129%2C1732144726528/1732144745288/Put/seqid=0 2024-11-20T23:20:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741847_1023 (size=5352) 2024-11-20T23:20:08,955 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/rep_barrier/370ba80956464de19fe784631df4255b is 112, key is test,,1732144735810.7fb7386748f1761434b8faffa10ac431./rep_barrier:seqnumDuringOpen/1732144737022/Put/seqid=0 2024-11-20T23:20:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741848_1024 (size=5518) 2024-11-20T23:20:09,028 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:09,226 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:20:09,226 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:20:09,228 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:09,353 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/queue/5ddf058980544d24918faba9379cba24 2024-11-20T23:20:09,389 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/hfileref/8ae95d8894464203932ff28d3ae3b69f as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/hfileref/8ae95d8894464203932ff28d3ae3b69f 2024-11-20T23:20:09,397 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/rep_barrier/370ba80956464de19fe784631df4255b 2024-11-20T23:20:09,429 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb3f5da9270d5ce017dd70739438b9b4 2024-11-20T23:20:09,458 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/hfileref/8ae95d8894464203932ff28d3ae3b69f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T23:20:09,474 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/.tmp/queue/5ddf058980544d24918faba9379cba24 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/queue/5ddf058980544d24918faba9379cba24 2024-11-20T23:20:09,499 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/table/ddb98b6985394a3b96633c2dabd95af2 is 53, key is hbase:replication/table:state/1732144740415/Put/seqid=0 2024-11-20T23:20:09,517 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/queue/5ddf058980544d24918faba9379cba24, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T23:20:09,521 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for eb3f5da9270d5ce017dd70739438b9b4 in 832ms, sequenceid=10, compaction requested=false 2024-11-20T23:20:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741849_1025 (size=5308) 2024-11-20T23:20:09,605 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/replication/eb3f5da9270d5ce017dd70739438b9b4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T23:20:09,607 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:09,607 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:09,607 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:20:09,607 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb3f5da9270d5ce017dd70739438b9b4: Waiting for close lock at 1732144808689Running coprocessor pre-close hooks at 1732144808689Disabling compacts and flushes for region at 1732144808689Disabling writes for close at 1732144808689Obtaining lock to block concurrent updates at 1732144808690 (+1 ms)Preparing flush snapshotting stores in eb3f5da9270d5ce017dd70739438b9b4 at 1732144808690Finished memstore snapshotting hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732144808690Flushing stores of hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. at 1732144808691 (+1 ms)Flushing eb3f5da9270d5ce017dd70739438b9b4/hfileref: creating writer at 1732144808691Flushing eb3f5da9270d5ce017dd70739438b9b4/hfileref: appending metadata at 1732144808747 (+56 ms)Flushing eb3f5da9270d5ce017dd70739438b9b4/hfileref: closing flushed file at 1732144808747Flushing eb3f5da9270d5ce017dd70739438b9b4/queue: creating writer at 1732144808808 (+61 ms)Flushing eb3f5da9270d5ce017dd70739438b9b4/queue: appending metadata at 1732144808895 (+87 ms)Flushing eb3f5da9270d5ce017dd70739438b9b4/queue: closing flushed file at 1732144808895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ea03f: reopening flushed file at 1732144809382 (+487 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600f175c: reopening flushed file at 1732144809459 (+77 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for eb3f5da9270d5ce017dd70739438b9b4 in 832ms, sequenceid=10, compaction requested=false at 1732144809521 (+62 ms)Writing region close event to WAL at 1732144809584 (+63 ms)Running coprocessor post-close hooks at 1732144809607 (+23 ms)Closed at 1732144809607 2024-11-20T23:20:09,607 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144739156.eb3f5da9270d5ce017dd70739438b9b4. 2024-11-20T23:20:09,629 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:20:09,629 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:20:09,629 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:09,830 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:09,979 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/table/ddb98b6985394a3b96633c2dabd95af2 2024-11-20T23:20:10,001 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/info/97051cb4f7a545f799858c86035ce1e6 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/info/97051cb4f7a545f799858c86035ce1e6 2024-11-20T23:20:10,032 DEBUG [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:10,041 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/info/97051cb4f7a545f799858c86035ce1e6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:20:10,043 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/ns/6460e5675d5b4e8fb87ea5633b6496fd as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/ns/6460e5675d5b4e8fb87ea5633b6496fd 2024-11-20T23:20:10,067 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/ns/6460e5675d5b4e8fb87ea5633b6496fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:20:10,068 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/rep_barrier/370ba80956464de19fe784631df4255b as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/rep_barrier/370ba80956464de19fe784631df4255b 2024-11-20T23:20:10,088 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/rep_barrier/370ba80956464de19fe784631df4255b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:20:10,092 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/.tmp/table/ddb98b6985394a3b96633c2dabd95af2 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/table/ddb98b6985394a3b96633c2dabd95af2 2024-11-20T23:20:10,109 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/table/ddb98b6985394a3b96633c2dabd95af2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:20:10,113 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1484ms, sequenceid=16, compaction requested=false 2024-11-20T23:20:10,113 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:20:10,194 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:20:10,195 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:10,195 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:10,195 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:10,195 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144808626Running coprocessor pre-close hooks at 1732144808626Disabling compacts and flushes for region at 1732144808626Disabling writes for close at 1732144808628 (+2 ms)Obtaining lock to block concurrent updates at 1732144808628Preparing flush snapshotting stores in 1588230740 at 1732144808628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144808629 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144808631 (+2 ms)Flushing 1588230740/info: creating writer at 1732144808631Flushing 1588230740/info: appending metadata at 1732144808675 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732144808675Flushing 1588230740/ns: creating writer at 1732144808763 (+88 ms)Flushing 1588230740/ns: appending metadata at 1732144808838 (+75 ms)Flushing 1588230740/ns: closing flushed file at 1732144808839 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732144808898 (+59 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144808954 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144808955 (+1 ms)Flushing 1588230740/table: creating writer at 1732144809424 (+469 ms)Flushing 1588230740/table: appending metadata at 1732144809498 (+74 ms)Flushing 1588230740/table: closing flushed file at 1732144809499 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c185452: reopening flushed file at 1732144809994 (+495 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463eb160: reopening flushed file at 1732144810042 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24650c6a: reopening flushed file at 1732144810067 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bf6238: reopening flushed file at 1732144810088 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1484ms, sequenceid=16, compaction requested=false at 1732144810113 (+25 ms)Writing region close event to WAL at 1732144810184 (+71 ms)Running coprocessor post-close hooks at 1732144810195 (+11 ms)Closed at 1732144810195 2024-11-20T23:20:10,196 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:10,232 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,36129,1732144726528; all regions closed. 2024-11-20T23:20:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:20:10,241 DEBUG [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs 2024-11-20T23:20:10,241 INFO [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C36129%2C1732144726528.meta:.meta(num 1732144730132) 2024-11-20T23:20:10,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/WALs/412a5e44fd2e,36129,1732144726528/412a5e44fd2e%2C36129%2C1732144726528.rep.1732144740346 not finished, retry = 0 2024-11-20T23:20:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741839_1015 (size=2700) 2024-11-20T23:20:10,356 DEBUG [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs 2024-11-20T23:20:10,356 INFO [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C36129%2C1732144726528.rep:(num 1732144740346) 2024-11-20T23:20:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741832_1008 (size=1300) 2024-11-20T23:20:10,373 DEBUG [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/oldWALs 2024-11-20T23:20:10,373 INFO [RS:0;412a5e44fd2e:36129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C36129%2C1732144726528:(num 1732144729279) 2024-11-20T23:20:10,373 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:10,373 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:10,373 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:10,373 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:10,374 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:10,374 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,36129,1732144726528 because: Region server is closing 2024-11-20T23:20:10,374 INFO [RS:0;412a5e44fd2e:36129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:36129. 2024-11-20T23:20:10,374 DEBUG [RS:0;412a5e44fd2e:36129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:10,374 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:10,374 DEBUG [RS:0;412a5e44fd2e:36129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:10,375 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:10,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:10,475 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:20:10,475 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.shipper412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 terminated 2024-11-20T23:20:10,475 INFO [RS:0;412a5e44fd2e:36129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36129 2024-11-20T23:20:10,476 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,36129,1732144726528.replicationSource.wal-reader.412a5e44fd2e%2C36129%2C1732144726528,1-412a5e44fd2e,36129,1732144726528 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:20:10,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963/rs 2024-11-20T23:20:10,487 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814277963/rs/412a5e44fd2e,36129,1732144726528 2024-11-20T23:20:10,487 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:10,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,36129,1732144726528] 2024-11-20T23:20:10,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/draining/412a5e44fd2e,36129,1732144726528 already deleted, retry=false 2024-11-20T23:20:10,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,36129,1732144726528 expired; onlineServers=0 2024-11-20T23:20:10,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,37421,1732144726229' ***** 2024-11-20T23:20:10,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:20:10,512 INFO [M:0;412a5e44fd2e:37421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:10,512 INFO [M:0;412a5e44fd2e:37421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:10,512 DEBUG [M:0;412a5e44fd2e:37421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:20:10,512 DEBUG [M:0;412a5e44fd2e:37421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:20:10,513 INFO [M:0;412a5e44fd2e:37421 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:10,513 INFO [M:0;412a5e44fd2e:37421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:10,513 DEBUG [M:0;412a5e44fd2e:37421 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:20:10,513 INFO [M:0;412a5e44fd2e:37421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:20:10,513 INFO [M:0;412a5e44fd2e:37421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:10,513 INFO [M:0;412a5e44fd2e:37421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:20:10,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:20:10,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144728934 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144728934,5,FailOnTimeoutGroup] 2024-11-20T23:20:10,516 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:20:10,516 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144728933 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144728933,5,FailOnTimeoutGroup] 2024-11-20T23:20:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-814277963/master 2024-11-20T23:20:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-814277963 2024-11-20T23:20:10,533 DEBUG [M:0;412a5e44fd2e:37421 {}] zookeeper.RecoverableZooKeeper(212): Node /0-814277963/master already deleted, retry=false 2024-11-20T23:20:10,533 DEBUG [M:0;412a5e44fd2e:37421 {}] master.ActiveMasterManager(353): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-814277963/master 2024-11-20T23:20:10,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:10,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:10,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:10,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:10,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:10,576 INFO [M:0;412a5e44fd2e:37421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/.lastflushedseqids 2024-11-20T23:20:10,601 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:10,601 INFO [RS:0;412a5e44fd2e:36129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:10,601 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36129-0x1015a8af2130001, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:10,601 INFO [RS:0;412a5e44fd2e:36129 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,36129,1732144726528; zookeeper connection closed. 2024-11-20T23:20:10,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@726c3412 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@726c3412 2024-11-20T23:20:10,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:20:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741850_1026 (size=263) 2024-11-20T23:20:11,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:11,082 INFO [M:0;412a5e44fd2e:37421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:20:11,083 INFO [M:0;412a5e44fd2e:37421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:20:11,084 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:11,084 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:11,084 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:11,084 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:11,084 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:11,084 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T23:20:11,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:11,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:11,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:11,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:11,153 DEBUG [M:0;412a5e44fd2e:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddca194ba49c475b87a04ac5c302fa91 is 82, key is hbase:meta,,1/info:regioninfo/1732144730192/Put/seqid=0 2024-11-20T23:20:11,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741851_1027 (size=5672) 2024-11-20T23:20:11,204 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddca194ba49c475b87a04ac5c302fa91 2024-11-20T23:20:11,243 DEBUG [M:0;412a5e44fd2e:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc864ec9bff40febe03b2117a7cc325 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144737081/Put/seqid=0 2024-11-20T23:20:11,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741852_1028 (size=7241) 2024-11-20T23:20:11,711 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc864ec9bff40febe03b2117a7cc325 2024-11-20T23:20:11,731 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc864ec9bff40febe03b2117a7cc325 2024-11-20T23:20:11,751 DEBUG [M:0;412a5e44fd2e:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378b781fa6b24c2aa1f36e27b79cf637 is 69, key is 412a5e44fd2e,36129,1732144726528/rs:state/1732144729110/Put/seqid=0 2024-11-20T23:20:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741853_1029 (size=5156) 2024-11-20T23:20:11,805 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378b781fa6b24c2aa1f36e27b79cf637 2024-11-20T23:20:11,819 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddca194ba49c475b87a04ac5c302fa91 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddca194ba49c475b87a04ac5c302fa91 2024-11-20T23:20:11,825 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddca194ba49c475b87a04ac5c302fa91, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T23:20:11,833 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc864ec9bff40febe03b2117a7cc325 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cc864ec9bff40febe03b2117a7cc325 2024-11-20T23:20:11,843 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc864ec9bff40febe03b2117a7cc325 2024-11-20T23:20:11,843 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cc864ec9bff40febe03b2117a7cc325, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T23:20:11,853 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378b781fa6b24c2aa1f36e27b79cf637 as hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/378b781fa6b24c2aa1f36e27b79cf637 2024-11-20T23:20:11,865 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/122f7660-18ed-69a9-8929-195ee4e64a28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/378b781fa6b24c2aa1f36e27b79cf637, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T23:20:11,874 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 790ms, sequenceid=105, compaction requested=false 2024-11-20T23:20:11,976 INFO [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:11,977 DEBUG [M:0;412a5e44fd2e:37421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144811084Disabling compacts and flushes for region at 1732144811084Disabling writes for close at 1732144811084Obtaining lock to block concurrent updates at 1732144811084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144811084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732144811085 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144811085Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144811086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144811145 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144811145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144811220 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144811242 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144811242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144811731 (+489 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144811750 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144811750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f90bc7a: reopening flushed file at 1732144811818 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2598b6ce: reopening flushed file at 1732144811825 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658f4b62: reopening flushed file at 1732144811852 (+27 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 790ms, sequenceid=105, compaction requested=false at 1732144811874 (+22 ms)Writing region close event to WAL at 1732144811976 (+102 ms)Closed at 1732144811976 2024-11-20T23:20:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741830_1006 (size=64538) 2024-11-20T23:20:11,995 INFO [M:0;412a5e44fd2e:37421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:20:11,995 INFO [M:0;412a5e44fd2e:37421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37421 2024-11-20T23:20:11,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:11,996 INFO [M:0;412a5e44fd2e:37421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:12,160 INFO [M:0;412a5e44fd2e:37421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x1015a8af2130000, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:12,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14d7804b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:12,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee3c1f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:12,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:12,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758f5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:12,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96997b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:12,282 WARN [BP-1911240128-172.17.0.2-1732144723664 heartbeating to localhost/127.0.0.1:40357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:20:12,282 WARN [BP-1911240128-172.17.0.2-1732144723664 heartbeating to localhost/127.0.0.1:40357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1911240128-172.17.0.2-1732144723664 (Datanode Uuid 8035738e-29c6-45a5-a8a5-9f67627d63f2) service to localhost/127.0.0.1:40357 2024-11-20T23:20:12,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:20:12,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:20:12,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/data/data1/current/BP-1911240128-172.17.0.2-1732144723664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:12,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/cluster_1c33b214-0736-51cb-503f-971b7db769c4/data/data2/current/BP-1911240128-172.17.0.2-1732144723664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:12,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:20:12,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@404a6b71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:12,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b798c2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:12,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:12,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c7a79c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:12,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bf7970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/509846d2-2134-c0bf-c540-4c2d4c5e7cd3/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:12,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:20:12,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:20:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8af2130002, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:20:12,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8af2130002, quorum=127.0.0.1:62299, baseZNode=/0-814277963 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:20:12,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40357 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:33809 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9db8b8e608.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9db8b8e608.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1049 (was 986) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3608 (was 3499) - AvailableMemoryMB LEAK? - 2024-11-20T23:20:12,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8af2130005, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:20:12,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8af2130005, quorum=127.0.0.1:62299, baseZNode=/1-1617544691 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:20:12,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=1049, ProcessCount=11, AvailableMemoryMB=3600 2024-11-20T23:20:12,498 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T23:20:12,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir so I do NOT create it in target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477 2024-11-20T23:20:12,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:20:12,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.tmp.dir so I do NOT create it in target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477 2024-11-20T23:20:12,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5a4856-102d-de36-75ba-a9b54f7c8a33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:20:12,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477 2024-11-20T23:20:12,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0, deleteOnExit=true 2024-11-20T23:20:12,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/zookeeper_0, clientPort=54257, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:20:12,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54257 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/test.cache.data in system properties and HBase conf 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:20:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:20:12,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:20:12,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:20:12,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:12,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:20:12,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:20:12,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:12,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:13,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:13,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:13,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:20:13,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:13,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205026c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:13,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4230d817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:13,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a97c9d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/java.io.tmpdir/jetty-localhost-42087-hadoop-hdfs-3_4_1-tests_jar-_-any-8647510682893172946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:13,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b935e81{HTTP/1.1, (http/1.1)}{localhost:42087} 2024-11-20T23:20:13,243 INFO [Time-limited test {}] server.Server(415): Started @144586ms 2024-11-20T23:20:13,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:13,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:13,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:13,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:13,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:20:13,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11c239e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:13,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea62d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:14,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f8ec11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/java.io.tmpdir/jetty-localhost-43297-hadoop-hdfs-3_4_1-tests_jar-_-any-15363896924242670154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:14,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76201b0b{HTTP/1.1, (http/1.1)}{localhost:43297} 2024-11-20T23:20:14,061 INFO [Time-limited test {}] server.Server(415): Started @145404ms 2024-11-20T23:20:14,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:20:14,853 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/data/data1/current/BP-120195452-172.17.0.2-1732144812626/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:14,855 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/data/data2/current/BP-120195452-172.17.0.2-1732144812626/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:14,937 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:20:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb532c7209609b0f5 with lease ID 0xb5507d3b6f115945: Processing first storage report for DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6 from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5ad8d4ea-282e-4143-b610-5ed61052af72, infoPort=46613, infoSecurePort=0, ipcPort=42481, storageInfo=lv=-57;cid=testClusterID;nsid=614409250;c=1732144812626) 2024-11-20T23:20:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb532c7209609b0f5 with lease ID 0xb5507d3b6f115945: from storage DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6 node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5ad8d4ea-282e-4143-b610-5ed61052af72, infoPort=46613, infoSecurePort=0, ipcPort=42481, storageInfo=lv=-57;cid=testClusterID;nsid=614409250;c=1732144812626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb532c7209609b0f5 with lease ID 0xb5507d3b6f115945: Processing first storage report for DS-9235c852-ef01-4cdc-8c61-a459b405bccf from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5ad8d4ea-282e-4143-b610-5ed61052af72, infoPort=46613, infoSecurePort=0, ipcPort=42481, storageInfo=lv=-57;cid=testClusterID;nsid=614409250;c=1732144812626) 2024-11-20T23:20:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb532c7209609b0f5 with lease ID 0xb5507d3b6f115945: from storage DS-9235c852-ef01-4cdc-8c61-a459b405bccf node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5ad8d4ea-282e-4143-b610-5ed61052af72, infoPort=46613, infoSecurePort=0, ipcPort=42481, storageInfo=lv=-57;cid=testClusterID;nsid=614409250;c=1732144812626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:14,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477 2024-11-20T23:20:14,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:14,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:20:15,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585 with version=8 2024-11-20T23:20:15,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/hbase-staging 2024-11-20T23:20:15,422 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:15,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:20:15,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:15,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42253 2024-11-20T23:20:15,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42253 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422530x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:15,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42253-0x1015a8c4d990000 connected 2024-11-20T23:20:15,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:15,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585, hbase.cluster.distributed=false 2024-11-20T23:20:15,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/acl 2024-11-20T23:20:15,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-20T23:20:15,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42253 2024-11-20T23:20:15,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42253 2024-11-20T23:20:15,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-20T23:20:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42253 2024-11-20T23:20:15,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:20:15,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:15,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46545 2024-11-20T23:20:15,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:15,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:15,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465450x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:15,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x1015a8c4d990001 connected 2024-11-20T23:20:15,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:20:15,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:20:15,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/master 2024-11-20T23:20:15,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/acl 2024-11-20T23:20:15,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-20T23:20:15,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-11-20T23:20:15,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-11-20T23:20:15,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-20T23:20:15,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-20T23:20:15,886 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:42253 2024-11-20T23:20:15,887 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0137459250/backup-masters/412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:15,909 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/backup-masters/412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:15,918 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/master 2024-11-20T23:20:15,919 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0137459250/backup-masters/412a5e44fd2e,42253,1732144815422 from backup master directory 2024-11-20T23:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/master 2024-11-20T23:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:15,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/backup-masters/412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:15,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:15,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:15,927 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:15,927 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:15,937 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/hbase.id] with ID: 0673ed73-b64d-4608-80fb-67fed892d9b8 2024-11-20T23:20:15,937 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.tmp/hbase.id 2024-11-20T23:20:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:20:15,961 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.tmp/hbase.id]:[hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/hbase.id] 2024-11-20T23:20:15,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:15,998 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:15,998 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:20:16,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T23:20:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:16,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:20:16,470 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:16,471 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:20:16,471 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:16,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:20:16,885 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store 2024-11-20T23:20:16,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:16,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:16,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:16,897 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144816897Disabling compacts and flushes for region at 1732144816897Disabling writes for close at 1732144816897Writing region close event to WAL at 1732144816897Closed at 1732144816897 2024-11-20T23:20:16,898 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/.initializing 2024-11-20T23:20:16,898 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:16,899 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:16,904 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C42253%2C1732144815422, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/oldWALs, maxLogs=10 2024-11-20T23:20:16,923 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422/412a5e44fd2e%2C42253%2C1732144815422.1732144816904, exclude list is [], retry=0 2024-11-20T23:20:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:16,941 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:16,948 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:16,948 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:16,949 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:16,949 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,949 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:20:16,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:16,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:16,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:20:16,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:16,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:16,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:20:16,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:16,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:16,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:20:16,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:16,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:16,984 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,985 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,985 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,987 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,988 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:16,988 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:16,996 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:17,009 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:17,009 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63270264, jitterRate=-0.05719959735870361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:17,010 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144816949Initializing all the Stores at 1732144816953 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144816953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144816960 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144816960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144816960Cleaning up temporary data from old regions at 1732144816988 (+28 ms)Region opened successfully at 1732144817010 (+22 ms) 2024-11-20T23:20:17,012 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:20:17,019 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4711f7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:17,023 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:20:17,023 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:20:17,023 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:20:17,023 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:20:17,024 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:20:17,025 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:20:17,025 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:20:17,031 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:20:17,032 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/balancer because node does not exist (not necessarily an error) 2024-11-20T23:20:17,081 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/balancer already deleted, retry=false 2024-11-20T23:20:17,082 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:20:17,083 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:20:17,104 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/normalizer already deleted, retry=false 2024-11-20T23:20:17,105 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:20:17,110 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:20:17,128 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/switch/split already deleted, retry=false 2024-11-20T23:20:17,133 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:20:17,149 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/switch/merge already deleted, retry=false 2024-11-20T23:20:17,158 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:20:17,168 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/snapshot-cleanup already deleted, retry=false 2024-11-20T23:20:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,179 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,42253,1732144815422, sessionid=0x1015a8c4d990000, setting cluster-up flag (Was=false) 2024-11-20T23:20:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,415 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137459250/flush-table-proc/acquired, /0137459250/flush-table-proc/reached, /0137459250/flush-table-proc/abort 2024-11-20T23:20:17,416 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:17,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:17,620 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137459250/online-snapshot/acquired, /0137459250/online-snapshot/reached, /0137459250/online-snapshot/abort 2024-11-20T23:20:17,622 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:17,628 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:20:17,637 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:17,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:20:17,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:20:17,637 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,42253,1732144815422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,648 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:17,649 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:17,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:20:17,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:17,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:20:17,688 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144847688 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:20:17,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:20:17,690 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(746): ClusterId : 0673ed73-b64d-4608-80fb-67fed892d9b8 2024-11-20T23:20:17,690 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:20:17,696 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,700 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:20:17,700 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:20:17,701 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:20:17,701 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:20:17,701 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:20:17,701 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:20:17,702 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144817702,5,FailOnTimeoutGroup] 2024-11-20T23:20:17,702 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144817702,5,FailOnTimeoutGroup] 2024-11-20T23:20:17,702 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,702 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:20:17,702 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,702 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:20:17,748 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:20:17,748 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:20:17,799 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:20:17,799 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e4ae65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:17,815 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:46545 2024-11-20T23:20:17,815 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:20:17,815 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:20:17,815 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:20:17,816 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,42253,1732144815422 with port=46545, startcode=1732144815755 2024-11-20T23:20:17,817 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:20:17,823 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:20:17,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42253 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,825 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585 2024-11-20T23:20:17,825 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42869 2024-11-20T23:20:17,825 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:20:17,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/rs 2024-11-20T23:20:17,886 DEBUG [RS:0;412a5e44fd2e:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/rs/412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,886 WARN [RS:0;412a5e44fd2e:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:17,886 INFO [RS:0;412a5e44fd2e:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:17,887 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,46545,1732144815755] 2024-11-20T23:20:17,891 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:20:17,896 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:20:17,897 INFO [RS:0;412a5e44fd2e:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:20:17,897 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,897 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:20:17,898 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:20:17,898 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,898 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:17,899 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:17,899 DEBUG [RS:0;412a5e44fd2e:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,901 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46545,1732144815755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:17,922 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:20:17,922 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46545,1732144815755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,922 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,922 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.Replication(171): 412a5e44fd2e,46545,1732144815755 started 2024-11-20T23:20:17,940 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:17,940 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,46545,1732144815755, RpcServer on 412a5e44fd2e/172.17.0.2:46545, sessionid=0x1015a8c4d990001 2024-11-20T23:20:17,940 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:20:17,940 DEBUG [RS:0;412a5e44fd2e:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,940 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46545,1732144815755' 2024-11-20T23:20:17,940 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137459250/flush-table-proc/abort' 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137459250/flush-table-proc/acquired' 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46545,1732144815755' 2024-11-20T23:20:17,941 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137459250/online-snapshot/abort' 2024-11-20T23:20:17,942 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137459250/online-snapshot/acquired' 2024-11-20T23:20:17,942 DEBUG [RS:0;412a5e44fd2e:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:20:17,942 INFO [RS:0;412a5e44fd2e:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:20:17,942 INFO [RS:0;412a5e44fd2e:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:20:18,042 INFO [RS:0;412a5e44fd2e:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:18,044 INFO [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46545%2C1732144815755, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:18,059 DEBUG [RS:0;412a5e44fd2e:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044, exclude list is [], retry=0 2024-11-20T23:20:18,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:18,065 INFO [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 2024-11-20T23:20:18,065 DEBUG [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:18,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:20:18,111 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585 2024-11-20T23:20:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:20:18,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:18,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:18,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:18,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:18,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:18,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:18,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:18,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:18,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:18,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:18,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:18,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:18,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:18,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:18,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:18,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:18,545 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:18,546 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63895565, jitterRate=-0.04788188636302948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:18,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144818529Initializing all the Stores at 1732144818530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818531 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144818531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818531Cleaning up temporary data from old regions at 1732144818541 (+10 ms)Region opened successfully at 1732144818546 (+5 ms) 2024-11-20T23:20:18,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:18,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:18,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:18,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:18,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:18,547 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:18,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144818546Disabling compacts and flushes for region at 1732144818546Disabling writes for close at 1732144818547 (+1 ms)Writing region close event to WAL at 1732144818547Closed at 1732144818547 2024-11-20T23:20:18,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:18,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:20:18,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:20:18,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:18,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:20:18,703 DEBUG [412a5e44fd2e:42253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:18,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:18,705 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46545,1732144815755, state=OPENING 2024-11-20T23:20:18,725 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:20:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:18,736 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:18,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:18,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:18,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46545,1732144815755}] 2024-11-20T23:20:18,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:20:18,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:20:18,904 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:20:18,904 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:18,905 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:20:18,907 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46545%2C1732144815755.meta, suffix=.meta, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:18,927 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.meta.1732144818907.meta, exclude list is [], retry=0 2024-11-20T23:20:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:18,940 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.meta.1732144818907.meta 2024-11-20T23:20:18,940 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:18,940 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:18,941 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:20:18,941 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:20:18,941 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:20:18,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:18,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:18,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:18,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:18,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:18,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:18,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:18,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:18,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:18,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:18,959 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:18,959 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:18,961 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:18,964 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:18,964 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:18,964 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:18,966 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:18,967 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67910415, jitterRate=0.011944040656089783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:18,967 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:20:18,968 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144818942Writing region info on filesystem at 1732144818942Initializing all the Stores at 1732144818944 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818948 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144818948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144818948Cleaning up temporary data from old regions at 1732144818964 (+16 ms)Running coprocessor post-open hooks at 1732144818967 (+3 ms)Region opened successfully at 1732144818968 (+1 ms) 2024-11-20T23:20:18,970 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144818889 2024-11-20T23:20:18,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:18,975 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:20:18,975 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:20:18,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46545,1732144815755, state=OPEN 2024-11-20T23:20:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:19,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:19,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:19,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:19,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:20:19,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46545,1732144815755 in 282 msec 2024-11-20T23:20:19,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:20:19,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-20T23:20:19,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:19,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:20:19,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:19,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46545,1732144815755, seqNum=-1] 2024-11-20T23:20:19,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:19,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:19,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-20T23:20:19,041 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144819041, completionTime=-1 2024-11-20T23:20:19,041 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:20:19,041 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144879044 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144939044 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:42253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,047 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:20:19,048 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.126sec 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:19,054 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:20:19,059 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:20:19,059 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:20:19,059 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42253,1732144815422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:19,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e6f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:19,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42253,-1 for getting cluster id 2024-11-20T23:20:19,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:19,093 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0673ed73-b64d-4608-80fb-67fed892d9b8' 2024-11-20T23:20:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0673ed73-b64d-4608-80fb-67fed892d9b8" 2024-11-20T23:20:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f7de2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42253,-1] 2024-11-20T23:20:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:19,095 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:19,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13ca1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:19,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46545,1732144815755, seqNum=-1] 2024-11-20T23:20:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:19,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:19,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:19,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:19,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8c4d990002 connected 2024-11-20T23:20:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir so I do NOT create it in target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69 2024-11-20T23:20:19,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:20:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.tmp.dir so I do NOT create it in target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69 2024-11-20T23:20:19,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:20:19,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69 2024-11-20T23:20:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:20:19,139 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/cluster_c0105644-2c15-8909-5b89-ad3ee2ca1f66, deleteOnExit=true 2024-11-20T23:20:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/test.cache.data in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:20:19,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:19,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:20:19,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:20:19,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:19,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:19,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:19,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:19,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:20:19,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:19,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4a5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:19,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c6c392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:19,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c0cb69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/java.io.tmpdir/jetty-localhost-35491-hadoop-hdfs-3_4_1-tests_jar-_-any-4925015332399377284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:19,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d0c1cd4{HTTP/1.1, (http/1.1)}{localhost:35491} 2024-11-20T23:20:19,696 INFO [Time-limited test {}] server.Server(415): Started @151039ms 2024-11-20T23:20:20,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:20,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:20,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:20,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:20,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:20:20,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2182e408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:20,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469d0784{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:20,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b23122e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/java.io.tmpdir/jetty-localhost-33207-hadoop-hdfs-3_4_1-tests_jar-_-any-16406564960782620730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:20,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a586421{HTTP/1.1, (http/1.1)}{localhost:33207} 2024-11-20T23:20:20,304 INFO [Time-limited test {}] server.Server(415): Started @151646ms 2024-11-20T23:20:20,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:20:21,692 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/cluster_c0105644-2c15-8909-5b89-ad3ee2ca1f66/data/data1/current/BP-1918808904-172.17.0.2-1732144819165/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:21,692 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/cluster_c0105644-2c15-8909-5b89-ad3ee2ca1f66/data/data2/current/BP-1918808904-172.17.0.2-1732144819165/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:21,720 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:20:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3b65c62a2e7c159 with lease ID 0xf07013680fbd941a: Processing first storage report for DS-884a5361-f4f5-4c6c-b4e8-32006a52b2a1 from datanode DatanodeRegistration(127.0.0.1:35093, datanodeUuid=7d01fc8d-b2af-45c8-8ef8-f729568aa97b, infoPort=42675, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=624943004;c=1732144819165) 2024-11-20T23:20:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3b65c62a2e7c159 with lease ID 0xf07013680fbd941a: from storage DS-884a5361-f4f5-4c6c-b4e8-32006a52b2a1 node DatanodeRegistration(127.0.0.1:35093, datanodeUuid=7d01fc8d-b2af-45c8-8ef8-f729568aa97b, infoPort=42675, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=624943004;c=1732144819165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3b65c62a2e7c159 with lease ID 0xf07013680fbd941a: Processing first storage report for DS-aa6ebf86-395d-4e3b-af84-998c93b000a8 from datanode DatanodeRegistration(127.0.0.1:35093, datanodeUuid=7d01fc8d-b2af-45c8-8ef8-f729568aa97b, infoPort=42675, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=624943004;c=1732144819165) 2024-11-20T23:20:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3b65c62a2e7c159 with lease ID 0xf07013680fbd941a: from storage DS-aa6ebf86-395d-4e3b-af84-998c93b000a8 node DatanodeRegistration(127.0.0.1:35093, datanodeUuid=7d01fc8d-b2af-45c8-8ef8-f729568aa97b, infoPort=42675, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=624943004;c=1732144819165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:21,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69 2024-11-20T23:20:21,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:21,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:20:22,192 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243 with version=8 2024-11-20T23:20:22,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/hbase-staging 2024-11-20T23:20:22,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:20:22,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:22,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39543 2024-11-20T23:20:22,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39543 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395430x0, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:22,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39543-0x1015a8c4d990003 connected 2024-11-20T23:20:22,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:22,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:22,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/running 2024-11-20T23:20:22,287 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243, hbase.cluster.distributed=false 2024-11-20T23:20:22,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/acl 2024-11-20T23:20:22,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39543 2024-11-20T23:20:22,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39543 2024-11-20T23:20:22,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39543 2024-11-20T23:20:22,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39543 2024-11-20T23:20:22,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39543 2024-11-20T23:20:22,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:22,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:20:22,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:22,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43301 2024-11-20T23:20:22,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43301 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:22,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:22,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:22,325 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433010x0, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:22,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433010x0, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/running 2024-11-20T23:20:22,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43301-0x1015a8c4d990004 connected 2024-11-20T23:20:22,326 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:20:22,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:20:22,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/master 2024-11-20T23:20:22,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/acl 2024-11-20T23:20:22,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-20T23:20:22,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43301 2024-11-20T23:20:22,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43301 2024-11-20T23:20:22,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-20T23:20:22,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-20T23:20:22,356 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:39543 2024-11-20T23:20:22,360 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-339527769/backup-masters/412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:22,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/backup-masters 2024-11-20T23:20:22,367 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/backup-masters 2024-11-20T23:20:22,368 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on existing znode=/1-339527769/backup-masters/412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:22,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:22,378 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339527769/master 2024-11-20T23:20:22,378 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:22,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on existing znode=/1-339527769/master 2024-11-20T23:20:22,379 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-339527769/backup-masters/412a5e44fd2e,39543,1732144822194 from backup master directory 2024-11-20T23:20:22,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/backup-masters 2024-11-20T23:20:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339527769/backup-masters/412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/backup-masters 2024-11-20T23:20:22,388 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:22,388 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:22,393 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/hbase.id] with ID: f539368b-8bac-4a0d-b05f-7a53cc1d6e3d 2024-11-20T23:20:22,393 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/.tmp/hbase.id 2024-11-20T23:20:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:20:22,798 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/.tmp/hbase.id]:[hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/hbase.id] 2024-11-20T23:20:22,810 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:22,810 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:20:22,811 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:20:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:22,894 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:20:23,302 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:23,303 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:20:23,303 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:20:23,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store 2024-11-20T23:20:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:23,717 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:23,717 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:23,717 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144823717Disabling compacts and flushes for region at 1732144823717Disabling writes for close at 1732144823717Writing region close event to WAL at 1732144823717Closed at 1732144823717 2024-11-20T23:20:23,718 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/.initializing 2024-11-20T23:20:23,718 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/WALs/412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:23,719 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:23,721 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C39543%2C1732144822194, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/WALs/412a5e44fd2e,39543,1732144822194, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/oldWALs, maxLogs=10 2024-11-20T23:20:23,736 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/WALs/412a5e44fd2e,39543,1732144822194/412a5e44fd2e%2C39543%2C1732144822194.1732144823721, exclude list is [], retry=0 2024-11-20T23:20:23,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-884a5361-f4f5-4c6c-b4e8-32006a52b2a1,DISK] 2024-11-20T23:20:23,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/WALs/412a5e44fd2e,39543,1732144822194/412a5e44fd2e%2C39543%2C1732144822194.1732144823721 2024-11-20T23:20:23,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42675:42675)] 2024-11-20T23:20:23,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:23,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:23,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:20:23,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:23,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:20:23,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:23,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:20:23,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:23,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:20:23,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:23,754 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,754 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,754 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,755 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,755 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,756 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:23,758 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:23,765 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:23,765 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71853190, jitterRate=0.07069596648216248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:23,766 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144823743Initializing all the Stores at 1732144823745 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144823745Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144823745Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144823745Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144823745Cleaning up temporary data from old regions at 1732144823755 (+10 ms)Region opened successfully at 1732144823766 (+11 ms) 2024-11-20T23:20:23,766 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:20:23,769 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b070fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:23,770 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:20:23,770 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:20:23,771 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:20:23,771 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:20:23,771 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:20:23,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:20:23,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:20:23,774 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:20:23,775 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/balancer because node does not exist (not necessarily an error) 2024-11-20T23:20:23,786 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/balancer already deleted, retry=false 2024-11-20T23:20:23,787 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:20:23,787 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:20:23,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:23,799 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/normalizer already deleted, retry=false 2024-11-20T23:20:23,799 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:20:23,801 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:20:23,809 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/switch/split already deleted, retry=false 2024-11-20T23:20:23,810 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:20:23,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,820 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/switch/merge already deleted, retry=false 2024-11-20T23:20:23,822 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:20:23,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:23,830 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/snapshot-cleanup already deleted, retry=false 2024-11-20T23:20:23,841 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339527769/running 2024-11-20T23:20:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339527769/running 2024-11-20T23:20:23,841 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,841 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,39543,1732144822194, sessionid=0x1015a8c4d990003, setting cluster-up flag (Was=false) 2024-11-20T23:20:23,862 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:20:23,904 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-339527769/flush-table-proc/acquired, /1-339527769/flush-table-proc/reached, /1-339527769/flush-table-proc/abort 2024-11-20T23:20:23,906 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:23,925 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:23,957 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-339527769/online-snapshot/acquired, /1-339527769/online-snapshot/reached, /1-339527769/online-snapshot/abort 2024-11-20T23:20:23,958 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:23,959 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:20:23,961 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:23,961 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:20:23,962 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:20:23,962 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,39543,1732144822194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:23,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:23,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144853968 2024-11-20T23:20:23,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:20:23,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:20:23,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:20:23,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:23,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:23,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:20:23,969 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:20:23,970 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:20:23,970 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:20:23,970 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144823970,5,FailOnTimeoutGroup] 2024-11-20T23:20:23,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:20:23,972 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144823970,5,FailOnTimeoutGroup] 2024-11-20T23:20:23,972 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:23,972 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:20:23,972 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:23,972 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:20:23,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:20:23,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243 2024-11-20T23:20:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:20:23,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:23,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:23,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:23,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:23,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:23,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:23,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:23,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:23,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:23,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:23,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:23,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:23,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:23,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:23,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:23,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740 2024-11-20T23:20:23,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740 2024-11-20T23:20:23,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:23,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:23,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:23,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:23,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:23,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66220195, jitterRate=-0.013242200016975403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144823986Initializing all the Stores at 1732144823986Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144823986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144823987 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144823987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144823987Cleaning up temporary data from old regions at 1732144823994 (+7 ms)Region opened successfully at 1732144823998 (+4 ms) 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:23,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:23,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144823998Disabling compacts and flushes for region at 1732144823998Disabling writes for close at 1732144823998Writing region close event to WAL at 1732144823998Closed at 1732144823998 2024-11-20T23:20:23,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:23,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:20:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:20:24,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:24,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:20:24,043 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(746): ClusterId : f539368b-8bac-4a0d-b05f-7a53cc1d6e3d 2024-11-20T23:20:24,043 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:20:24,126 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:20:24,126 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:20:24,151 WARN [412a5e44fd2e:39543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:20:24,191 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:20:24,191 DEBUG [RS:0;412a5e44fd2e:43301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ffe0c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:24,206 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:43301 2024-11-20T23:20:24,206 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:20:24,206 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:20:24,206 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:20:24,207 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,39543,1732144822194 with port=43301, startcode=1732144822311 2024-11-20T23:20:24,207 DEBUG [RS:0;412a5e44fd2e:43301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:20:24,208 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:20:24,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39543 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,211 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243 2024-11-20T23:20:24,211 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-20T23:20:24,211 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:20:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/rs 2024-11-20T23:20:24,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,43301,1732144822311] 2024-11-20T23:20:24,240 DEBUG [RS:0;412a5e44fd2e:43301 {}] zookeeper.ZKUtil(111): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on existing znode=/1-339527769/rs/412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,240 WARN [RS:0;412a5e44fd2e:43301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:24,241 INFO [RS:0;412a5e44fd2e:43301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:24,241 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,249 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:20:24,251 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:20:24,252 INFO [RS:0;412a5e44fd2e:43301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:20:24,252 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,253 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:20:24,253 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:20:24,253 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:24,254 DEBUG [RS:0;412a5e44fd2e:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,255 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43301,1732144822311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:24,272 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:20:24,272 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43301,1732144822311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,272 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,272 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.Replication(171): 412a5e44fd2e,43301,1732144822311 started 2024-11-20T23:20:24,286 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:24,286 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,43301,1732144822311, RpcServer on 412a5e44fd2e/172.17.0.2:43301, sessionid=0x1015a8c4d990004 2024-11-20T23:20:24,286 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:20:24,286 DEBUG [RS:0;412a5e44fd2e:43301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,286 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43301,1732144822311' 2024-11-20T23:20:24,286 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-339527769/flush-table-proc/abort' 2024-11-20T23:20:24,287 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-339527769/flush-table-proc/acquired' 2024-11-20T23:20:24,287 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43301,1732144822311' 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-339527769/online-snapshot/abort' 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-339527769/online-snapshot/acquired' 2024-11-20T23:20:24,288 DEBUG [RS:0;412a5e44fd2e:43301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:20:24,288 INFO [RS:0;412a5e44fd2e:43301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:20:24,288 INFO [RS:0;412a5e44fd2e:43301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:20:24,389 INFO [RS:0;412a5e44fd2e:43301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:24,390 INFO [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C43301%2C1732144822311, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/oldWALs, maxLogs=10 2024-11-20T23:20:24,403 DEBUG [RS:0;412a5e44fd2e:43301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311/412a5e44fd2e%2C43301%2C1732144822311.1732144824390, exclude list is [], retry=0 2024-11-20T23:20:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-884a5361-f4f5-4c6c-b4e8-32006a52b2a1,DISK] 2024-11-20T23:20:24,407 INFO [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311/412a5e44fd2e%2C43301%2C1732144822311.1732144824390 2024-11-20T23:20:24,407 DEBUG [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42675:42675)] 2024-11-20T23:20:24,652 DEBUG [412a5e44fd2e:39543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:24,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:24,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43301,1732144822311, state=OPENING 2024-11-20T23:20:24,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:20:24,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:24,858 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:24,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339527769/meta-region-server: CHANGED 2024-11-20T23:20:24,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339527769/meta-region-server: CHANGED 2024-11-20T23:20:24,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:24,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43301,1732144822311}] 2024-11-20T23:20:25,012 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:20:25,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:20:25,018 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:20:25,018 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:25,018 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:20:25,019 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C43301%2C1732144822311.meta, suffix=.meta, logDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/oldWALs, maxLogs=10 2024-11-20T23:20:25,034 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311/412a5e44fd2e%2C43301%2C1732144822311.meta.1732144825020.meta, exclude list is [], retry=0 2024-11-20T23:20:25,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-884a5361-f4f5-4c6c-b4e8-32006a52b2a1,DISK] 2024-11-20T23:20:25,039 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311/412a5e44fd2e%2C43301%2C1732144822311.meta.1732144825020.meta 2024-11-20T23:20:25,039 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42675:42675)] 2024-11-20T23:20:25,039 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:25,040 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:20:25,040 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:20:25,040 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:20:25,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:25,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:25,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:25,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:25,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:25,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:25,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:25,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:25,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:25,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:25,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:25,048 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:25,049 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740 2024-11-20T23:20:25,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740 2024-11-20T23:20:25,052 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:25,052 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:25,052 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:25,056 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:25,057 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62423945, jitterRate=-0.06981073319911957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:25,057 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:20:25,058 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144825041Writing region info on filesystem at 1732144825041Initializing all the Stores at 1732144825042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144825042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144825042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144825042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144825042Cleaning up temporary data from old regions at 1732144825052 (+10 ms)Running coprocessor post-open hooks at 1732144825057 (+5 ms)Region opened successfully at 1732144825057 2024-11-20T23:20:25,058 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144825012 2024-11-20T23:20:25,060 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:20:25,061 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:20:25,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:25,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43301,1732144822311, state=OPEN 2024-11-20T23:20:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-339527769/meta-region-server 2024-11-20T23:20:25,072 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-339527769/meta-region-server 2024-11-20T23:20:25,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:25,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339527769/meta-region-server: CHANGED 2024-11-20T23:20:25,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339527769/meta-region-server: CHANGED 2024-11-20T23:20:25,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:20:25,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43301,1732144822311 in 214 msec 2024-11-20T23:20:25,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:20:25,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0760 sec 2024-11-20T23:20:25,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:25,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:20:25,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:25,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43301,1732144822311, seqNum=-1] 2024-11-20T23:20:25,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:25,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:25,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-20T23:20:25,086 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144825086, completionTime=-1 2024-11-20T23:20:25,086 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:20:25,086 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144885089 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144945089 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:39543, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,089 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,090 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,091 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:25,094 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:20:25,097 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:20:25,097 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:20:25,097 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39543,1732144822194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:25,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d9a8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39543,-1 for getting cluster id 2024-11-20T23:20:25,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:25,145 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f539368b-8bac-4a0d-b05f-7a53cc1d6e3d' 2024-11-20T23:20:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f539368b-8bac-4a0d-b05f-7a53cc1d6e3d" 2024-11-20T23:20:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39543,-1] 2024-11-20T23:20:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:25,147 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:25,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7392d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43301,1732144822311, seqNum=-1] 2024-11-20T23:20:25,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:25,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:25,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:25,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:25,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8c4d990005 connected 2024-11-20T23:20:25,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4fd91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42253,-1 for getting cluster id 2024-11-20T23:20:25,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:25,181 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0673ed73-b64d-4608-80fb-67fed892d9b8' 2024-11-20T23:20:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0673ed73-b64d-4608-80fb-67fed892d9b8" 2024-11-20T23:20:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c669fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42253,-1] 2024-11-20T23:20:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:25,182 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63306f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34783c3e 2024-11-20T23:20:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:25,185 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:25,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:39543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:20:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:20:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:25,188 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:39543' 2024-11-20T23:20:25,190 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e418716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,190 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39543,-1 for getting cluster id 2024-11-20T23:20:25,190 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:25,191 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f539368b-8bac-4a0d-b05f-7a53cc1d6e3d' 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f539368b-8bac-4a0d-b05f-7a53cc1d6e3d" 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173296ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39543,-1] 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:25,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:25,192 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135b0e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:25,193 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537f374 2024-11-20T23:20:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:25,195 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:25,196 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T23:20:25,196 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:20:25,196 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:25,196 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:25,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:25,196 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:25,198 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:20:25,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:20:25,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:25,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:20:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741835_1011 (size=1138) 2024-11-20T23:20:25,248 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:20:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:25,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c45ef645a94aa5a35d630880743eb51, NAME => 'hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585 2024-11-20T23:20:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741836_1012 (size=44) 2024-11-20T23:20:26,317 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:26,317 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c45ef645a94aa5a35d630880743eb51, disabling compactions & flushes 2024-11-20T23:20:26,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. after waiting 0 ms 2024-11-20T23:20:26,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c45ef645a94aa5a35d630880743eb51: Waiting for close lock at 1732144826317Disabling compacts and flushes for region at 1732144826317Disabling writes for close at 1732144826318 (+1 ms)Writing region close event to WAL at 1732144826318Closed at 1732144826318 2024-11-20T23:20:26,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:20:26,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144826319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144826319"}]},"ts":"1732144826319"} 2024-11-20T23:20:26,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:20:26,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:20:26,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144826322"}]},"ts":"1732144826322"} 2024-11-20T23:20:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:26,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:20:26,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN}] 2024-11-20T23:20:26,325 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN 2024-11-20T23:20:26,326 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46545,1732144815755; forceNewPlan=false, retain=false 2024-11-20T23:20:26,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c45ef645a94aa5a35d630880743eb51, regionState=OPENING, regionLocation=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:26,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN because future has completed 2024-11-20T23:20:26,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,46545,1732144815755}] 2024-11-20T23:20:26,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:26,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:20:26,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46545%2C1732144815755.rep, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:26,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.rep.1732144826640, exclude list is [], retry=0 2024-11-20T23:20:26,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:26,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.rep.1732144826640 2024-11-20T23:20:26,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:26,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c45ef645a94aa5a35d630880743eb51, NAME => 'hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:26,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:26,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:26,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. service=MultiRowMutationService 2024-11-20T23:20:26,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:20:26,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:26,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,670 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,671 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName hfileref 2024-11-20T23:20:26,671 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:26,671 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:26,671 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,676 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName queue 2024-11-20T23:20:26,676 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:26,680 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:26,681 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,685 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName sid 2024-11-20T23:20:26,685 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:26,686 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:26,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:26,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:26,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c45ef645a94aa5a35d630880743eb51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65219358, jitterRate=-0.02815583348274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:26,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:26,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c45ef645a94aa5a35d630880743eb51: Running coprocessor pre-open hook at 1732144826668Writing region info on filesystem at 1732144826668Initializing all the Stores at 1732144826669 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144826669Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144826669Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144826669Cleaning up temporary data from old regions at 1732144826688 (+19 ms)Running coprocessor post-open hooks at 1732144826696 (+8 ms)Region opened successfully at 1732144826697 (+1 ms) 2024-11-20T23:20:26,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., pid=7, masterSystemTime=1732144826632 2024-11-20T23:20:26,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:26,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c45ef645a94aa5a35d630880743eb51, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:26,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,46545,1732144815755 because future has completed 2024-11-20T23:20:26,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T23:20:26,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,46545,1732144815755 in 226 msec 2024-11-20T23:20:26,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:20:26,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN in 384 msec 2024-11-20T23:20:26,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:20:26,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144826711"}]},"ts":"1732144826711"} 2024-11-20T23:20:26,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:20:26,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:20:26,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5240 sec 2024-11-20T23:20:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., hostname=412a5e44fd2e,46545,1732144815755, seqNum=2] 2024-11-20T23:20:26,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:26,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:26,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:20:26,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T23:20:26,956 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:20:26,991 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,46545,1732144815755, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:20:26,992 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:26,992 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46545,1732144815755, seqNum=-1] 2024-11-20T23:20:26,992 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:26,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T23:20:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,46545,1732144815755', locateType=CURRENT is [region=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., hostname=412a5e44fd2e,46545,1732144815755, seqNum=2] 2024-11-20T23:20:26,998 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T23:20:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T23:20:27,000 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,46545,1732144815755 suceeded 2024-11-20T23:20:27,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T23:20:27,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T23:20:27,005 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:39543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:20:27,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8200 sec 2024-11-20T23:20:27,017 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:39543' 2024-11-20T23:20:27,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520400ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:27,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39543,-1 for getting cluster id 2024-11-20T23:20:27,019 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:27,020 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f539368b-8bac-4a0d-b05f-7a53cc1d6e3d' 2024-11-20T23:20:27,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:27,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f539368b-8bac-4a0d-b05f-7a53cc1d6e3d" 2024-11-20T23:20:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a14e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39543,-1] 2024-11-20T23:20:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,022 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:27,023 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb21b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:27,023 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:27,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:27,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5101cb67 2024-11-20T23:20:27,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:27,025 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T23:20:27,026 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,46545,1732144815755 (queues=1) is replicating from cluster=0673ed73-b64d-4608-80fb-67fed892d9b8 to cluster=f539368b-8bac-4a0d-b05f-7a53cc1d6e3d 2024-11-20T23:20:27,026 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C46545%2C1732144815755 2024-11-20T23:20:27,026 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,46545,1732144815755, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:20:27,040 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044, startPosition=0, beingWritten=true 2024-11-20T23:20:27,044 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.shipper412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C46545%2C1732144815755 2024-11-20T23:20:27,260 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 to pos 0, reset compression=false 2024-11-20T23:20:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:27,343 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:20:27,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:27,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:27,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:27,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58a83a9f 2024-11-20T23:20:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:27,345 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:27,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:20:27,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:27,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:27,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:20:27,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911340673, stopped=false 2024-11-20T23:20:27,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,42253,1732144815422 2024-11-20T23:20:27,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:27,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:27,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:27,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:27,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:27,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,46545,1732144815755' ***** 2024-11-20T23:20:27,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:20:27,357 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:20:27,357 INFO [RS:0;412a5e44fd2e:46545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:20:27,357 INFO [RS:0;412a5e44fd2e:46545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:27,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46545. 2024-11-20T23:20:27,358 DEBUG [RS:0;412a5e44fd2e:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:27,358 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c45ef645a94aa5a35d630880743eb51, disabling compactions & flushes 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:20:27,358 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. after waiting 0 ms 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:27,358 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c45ef645a94aa5a35d630880743eb51 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T23:20:27,358 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:20:27,358 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c45ef645a94aa5a35d630880743eb51=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.} 2024-11-20T23:20:27,358 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:27,358 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:27,358 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:27,359 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T23:20:27,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:27,373 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/.tmp/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6 is 151, key is 1-412a5e44fd2e,46545,1732144815755/queue:412a5e44fd2e%2C46545%2C1732144815755/1732144826996/Put/seqid=0 2024-11-20T23:20:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741838_1014 (size=5350) 2024-11-20T23:20:27,377 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/108b7d720732409bb024535c12f436d5 is 147, key is hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51./info:regioninfo/1732144826702/Put/seqid=0 2024-11-20T23:20:27,378 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/.tmp/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6 2024-11-20T23:20:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741839_1015 (size=6631) 2024-11-20T23:20:27,383 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/.tmp/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6 2024-11-20T23:20:27,388 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T23:20:27,389 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c45ef645a94aa5a35d630880743eb51 in 31ms, sequenceid=5, compaction requested=false 2024-11-20T23:20:27,389 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:20:27,393 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:20:27,393 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:27,394 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:27,394 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:27,394 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c45ef645a94aa5a35d630880743eb51: Waiting for close lock at 1732144827358Running coprocessor pre-close hooks at 1732144827358Disabling compacts and flushes for region at 1732144827358Disabling writes for close at 1732144827358Obtaining lock to block concurrent updates at 1732144827358Preparing flush snapshotting stores in 3c45ef645a94aa5a35d630880743eb51 at 1732144827358Finished memstore snapshotting hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732144827359 (+1 ms)Flushing stores of hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. at 1732144827359Flushing 3c45ef645a94aa5a35d630880743eb51/queue: creating writer at 1732144827359Flushing 3c45ef645a94aa5a35d630880743eb51/queue: appending metadata at 1732144827372 (+13 ms)Flushing 3c45ef645a94aa5a35d630880743eb51/queue: closing flushed file at 1732144827372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a3fb0b: reopening flushed file at 1732144827383 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c45ef645a94aa5a35d630880743eb51 in 31ms, sequenceid=5, compaction requested=false at 1732144827389 (+6 ms)Writing region close event to WAL at 1732144827390 (+1 ms)Running coprocessor post-close hooks at 1732144827393 (+3 ms)Closed at 1732144827394 (+1 ms) 2024-11-20T23:20:27,394 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:27,418 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:27,559 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:27,565 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 to pos 0, reset compression=false 2024-11-20T23:20:27,759 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:27,782 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/108b7d720732409bb024535c12f436d5 2024-11-20T23:20:27,799 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/ns/b37d8308ed524375bab6f4ce464c7ba5 is 43, key is default/ns:d/1732144819029/Put/seqid=0 2024-11-20T23:20:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741840_1016 (size=5153) 2024-11-20T23:20:27,901 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:20:27,901 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:20:27,959 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:27,969 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 to pos 0, reset compression=false 2024-11-20T23:20:28,159 DEBUG [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:28,203 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/ns/b37d8308ed524375bab6f4ce464c7ba5 2024-11-20T23:20:28,223 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/table/f36e2e6cec9c4050b2186e9f5e0fcb01 is 53, key is hbase:replication/table:state/1732144826711/Put/seqid=0 2024-11-20T23:20:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741841_1017 (size=5256) 2024-11-20T23:20:28,232 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/table/f36e2e6cec9c4050b2186e9f5e0fcb01 2024-11-20T23:20:28,239 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/108b7d720732409bb024535c12f436d5 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/info/108b7d720732409bb024535c12f436d5 2024-11-20T23:20:28,244 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/info/108b7d720732409bb024535c12f436d5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T23:20:28,245 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/ns/b37d8308ed524375bab6f4ce464c7ba5 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/ns/b37d8308ed524375bab6f4ce464c7ba5 2024-11-20T23:20:28,249 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/ns/b37d8308ed524375bab6f4ce464c7ba5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:20:28,251 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/table/f36e2e6cec9c4050b2186e9f5e0fcb01 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/table/f36e2e6cec9c4050b2186e9f5e0fcb01 2024-11-20T23:20:28,256 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/table/f36e2e6cec9c4050b2186e9f5e0fcb01, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T23:20:28,258 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false 2024-11-20T23:20:28,269 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:20:28,270 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:28,270 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:28,270 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:28,270 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144827358Running coprocessor pre-close hooks at 1732144827358Disabling compacts and flushes for region at 1732144827358Disabling writes for close at 1732144827358Obtaining lock to block concurrent updates at 1732144827359 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144827359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732144827359Flushing stores of hbase:meta,,1.1588230740 at 1732144827359Flushing 1588230740/info: creating writer at 1732144827359Flushing 1588230740/info: appending metadata at 1732144827377 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732144827377Flushing 1588230740/ns: creating writer at 1732144827786 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732144827799 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732144827799Flushing 1588230740/table: creating writer at 1732144828209 (+410 ms)Flushing 1588230740/table: appending metadata at 1732144828223 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732144828223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34881f9e: reopening flushed file at 1732144828238 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cc3d38: reopening flushed file at 1732144828244 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699f200e: reopening flushed file at 1732144828250 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false at 1732144828258 (+8 ms)Writing region close event to WAL at 1732144828260 (+2 ms)Running coprocessor post-close hooks at 1732144828269 (+9 ms)Closed at 1732144828270 (+1 ms) 2024-11-20T23:20:28,270 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:20:28,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:20:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:28,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T23:20:28,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:28,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:20:28,359 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,46545,1732144815755; all regions closed. 2024-11-20T23:20:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741834_1010 (size=2742) 2024-11-20T23:20:28,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.meta.1732144818907.meta not finished, retry = 0 2024-11-20T23:20:28,464 DEBUG [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:28,465 INFO [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46545%2C1732144815755.meta:.meta(num 1732144818907) 2024-11-20T23:20:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741837_1013 (size=1586) 2024-11-20T23:20:28,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.rep.1732144826640 not finished, retry = 0 2024-11-20T23:20:28,474 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 to pos 0, reset compression=false 2024-11-20T23:20:28,574 DEBUG [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:28,574 INFO [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46545%2C1732144815755.rep:(num 1732144826640) 2024-11-20T23:20:28,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755/412a5e44fd2e%2C46545%2C1732144815755.1732144818044 not finished, retry = 0 2024-11-20T23:20:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741832_1008 (size=93) 2024-11-20T23:20:28,681 DEBUG [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46545%2C1732144815755:(num 1732144818044) 2024-11-20T23:20:28,681 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:28,681 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:28,681 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,46545,1732144815755 because: Region server is closing 2024-11-20T23:20:28,682 INFO [RS:0;412a5e44fd2e:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46545. 2024-11-20T23:20:28,682 DEBUG [RS:0;412a5e44fd2e:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:28,682 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:28,682 DEBUG [RS:0;412a5e44fd2e:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:28,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:28,782 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.wal-reader.412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:20:28,782 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.shipper412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:20:28,782 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46545,1732144815755.replicationSource.shipper412a5e44fd2e%2C46545%2C1732144815755,1-412a5e44fd2e,46545,1732144815755 terminated 2024-11-20T23:20:28,782 INFO [RS:0;412a5e44fd2e:46545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46545 2024-11-20T23:20:28,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/rs 2024-11-20T23:20:28,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/rs/412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:28,788 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:28,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,46545,1732144815755] 2024-11-20T23:20:28,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/draining/412a5e44fd2e,46545,1732144815755 already deleted, retry=false 2024-11-20T23:20:28,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,46545,1732144815755 expired; onlineServers=0 2024-11-20T23:20:28,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,42253,1732144815422' ***** 2024-11-20T23:20:28,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:20:28,809 INFO [M:0;412a5e44fd2e:42253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:28,809 INFO [M:0;412a5e44fd2e:42253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:28,809 DEBUG [M:0;412a5e44fd2e:42253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:20:28,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:20:28,809 DEBUG [M:0;412a5e44fd2e:42253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:20:28,809 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144817702 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144817702,5,FailOnTimeoutGroup] 2024-11-20T23:20:28,809 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144817702 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144817702,5,FailOnTimeoutGroup] 2024-11-20T23:20:28,809 INFO [M:0;412a5e44fd2e:42253 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:28,809 INFO [M:0;412a5e44fd2e:42253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:28,809 DEBUG [M:0;412a5e44fd2e:42253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:20:28,809 INFO [M:0;412a5e44fd2e:42253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:20:28,810 INFO [M:0;412a5e44fd2e:42253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:28,810 INFO [M:0;412a5e44fd2e:42253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:20:28,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:20:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/master 2024-11-20T23:20:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:28,820 DEBUG [M:0;412a5e44fd2e:42253 {}] zookeeper.ZKUtil(347): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/master because node does not exist (not an error) 2024-11-20T23:20:28,820 WARN [M:0;412a5e44fd2e:42253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:20:28,820 INFO [M:0;412a5e44fd2e:42253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.lastflushedseqids 2024-11-20T23:20:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741842_1018 (size=181) 2024-11-20T23:20:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:28,899 INFO [RS:0;412a5e44fd2e:46545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1015a8c4d990001, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:28,899 INFO [RS:0;412a5e44fd2e:46545 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,46545,1732144815755; zookeeper connection closed. 2024-11-20T23:20:28,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fdbf4d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fdbf4d7 2024-11-20T23:20:28,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:20:29,225 INFO [M:0;412a5e44fd2e:42253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:20:29,225 INFO [M:0;412a5e44fd2e:42253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:20:29,226 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:29,226 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:29,226 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:29,226 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:29,226 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:29,226 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T23:20:29,241 DEBUG [M:0;412a5e44fd2e:42253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ec1774179546fb8466a00541b71f80 is 82, key is hbase:meta,,1/info:regioninfo/1732144818974/Put/seqid=0 2024-11-20T23:20:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741843_1019 (size=5672) 2024-11-20T23:20:29,646 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ec1774179546fb8466a00541b71f80 2024-11-20T23:20:29,667 DEBUG [M:0;412a5e44fd2e:42253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677426e543b74511b7ba60d27f9f0d61 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732144826723/Put/seqid=0 2024-11-20T23:20:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741844_1020 (size=7203) 2024-11-20T23:20:30,073 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677426e543b74511b7ba60d27f9f0d61 2024-11-20T23:20:30,105 DEBUG [M:0;412a5e44fd2e:42253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e3850ffeb34370984240ac0dd5d60a is 69, key is 412a5e44fd2e,46545,1732144815755/rs:state/1732144817824/Put/seqid=0 2024-11-20T23:20:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741845_1021 (size=5156) 2024-11-20T23:20:30,537 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e3850ffeb34370984240ac0dd5d60a 2024-11-20T23:20:30,542 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ec1774179546fb8466a00541b71f80 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ec1774179546fb8466a00541b71f80 2024-11-20T23:20:30,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:30,546 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ec1774179546fb8466a00541b71f80, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T23:20:30,547 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677426e543b74511b7ba60d27f9f0d61 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677426e543b74511b7ba60d27f9f0d61 2024-11-20T23:20:30,551 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677426e543b74511b7ba60d27f9f0d61, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T23:20:30,552 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e3850ffeb34370984240ac0dd5d60a as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e3850ffeb34370984240ac0dd5d60a 2024-11-20T23:20:30,557 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e3850ffeb34370984240ac0dd5d60a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T23:20:30,557 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=70, compaction requested=false 2024-11-20T23:20:30,558 INFO [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:30,559 DEBUG [M:0;412a5e44fd2e:42253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144829226Disabling compacts and flushes for region at 1732144829226Disabling writes for close at 1732144829226Obtaining lock to block concurrent updates at 1732144829226Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144829226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732144829226Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144829227 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144829227Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144829241 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144829241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144829651 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144829667 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144829667Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144830084 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144830104 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144830104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd04cca: reopening flushed file at 1732144830541 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d61668: reopening flushed file at 1732144830546 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16660f9c: reopening flushed file at 1732144830552 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=70, compaction requested=false at 1732144830557 (+5 ms)Writing region close event to WAL at 1732144830558 (+1 ms)Closed at 1732144830558 2024-11-20T23:20:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741830_1006 (size=41008) 2024-11-20T23:20:30,561 INFO [M:0;412a5e44fd2e:42253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:20:30,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:30,561 INFO [M:0;412a5e44fd2e:42253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42253 2024-11-20T23:20:30,561 INFO [M:0;412a5e44fd2e:42253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:30,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:30,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:20:30,668 INFO [M:0;412a5e44fd2e:42253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:30,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:30,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42253-0x1015a8c4d990000, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:30,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:30,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:30,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:30,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:20:30,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:30,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34063 2024-11-20T23:20:30,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34063 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340630x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:30,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34063-0x1015a8c4d990006 connected 2024-11-20T23:20:30,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:30,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:30,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:30,698 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: INIT 2024-11-20T23:20:30,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585, hbase.cluster.distributed=false 2024-11-20T23:20:30,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/acl 2024-11-20T23:20:30,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-20T23:20:30,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34063 2024-11-20T23:20:30,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34063 2024-11-20T23:20:30,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-20T23:20:30,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-20T23:20:30,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:20:30,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:30,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34809 2024-11-20T23:20:30,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34809 connecting to ZooKeeper ensemble=127.0.0.1:54257 2024-11-20T23:20:30,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:30,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348090x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:30,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348090x0, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:30,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34809-0x1015a8c4d990007 connected 2024-11-20T23:20:30,725 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: INIT 2024-11-20T23:20:30,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:20:30,726 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:20:30,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/master 2024-11-20T23:20:30,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/acl 2024-11-20T23:20:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-20T23:20:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34809 2024-11-20T23:20:30,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34809 2024-11-20T23:20:30,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-20T23:20:30,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-20T23:20:30,744 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:34063 2024-11-20T23:20:30,744 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0137459250/backup-masters/412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:30,757 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/backup-masters/412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:30,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:30,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/master 2024-11-20T23:20:30,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:30,767 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/master 2024-11-20T23:20:30,767 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0137459250/backup-masters/412a5e44fd2e,34063,1732144830670 from backup master directory 2024-11-20T23:20:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/backup-masters/412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/backup-masters 2024-11-20T23:20:30,777 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:30,777 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:30,787 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:30,787 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:20:30,793 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-20T23:20:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741846_1022 (size=196) 2024-11-20T23:20:31,204 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:31,204 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:20:31,205 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:31,210 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T23:20:31,212 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422 to hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422-dead as it is dead 2024-11-20T23:20:31,212 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422-dead/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:31,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422-dead/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 after 1ms 2024-11-20T23:20:31,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422-dead/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 to hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:31,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,42253,1732144815422-dead 2024-11-20T23:20:31,214 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:31,215 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:31,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C34063%2C1732144830670, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,34063,1732144830670, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/oldWALs, maxLogs=10 2024-11-20T23:20:31,227 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,34063,1732144830670/412a5e44fd2e%2C34063%2C1732144830670.1732144831216, exclude list is [], retry=0 2024-11-20T23:20:31,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:31,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,34063,1732144830670/412a5e44fd2e%2C34063%2C1732144830670.1732144831216 2024-11-20T23:20:31,230 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:31,231 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:31,231 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:31,231 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,231 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:20:31,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:31,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ec1774179546fb8466a00541b71f80 2024-11-20T23:20:31,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:31,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:20:31,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:31,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677426e543b74511b7ba60d27f9f0d61 2024-11-20T23:20:31,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:31,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:20:31,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:31,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e3850ffeb34370984240ac0dd5d60a 2024-11-20T23:20:31,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:31,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:20:31,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:31,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:31,249 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,250 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T23:20:31,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:31,254 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:31,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/412a5e44fd2e%2C42253%2C1732144815422.1732144816904 2024-11-20T23:20:31,256 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,256 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,256 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:31,257 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:31,259 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T23:20:31,260 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58889451, jitterRate=-0.12247879803180695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:31,260 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144831231Initializing all the Stores at 1732144831232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144831232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144831232Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144831232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144831232Cleaning up temporary data from old regions at 1732144831256 (+24 ms)Region opened successfully at 1732144831260 (+4 ms) 2024-11-20T23:20:31,260 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:20:31,262 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f3480a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:31,264 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T23:20:31,264 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:20:31,264 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:20:31,265 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:20:31,265 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:20:31,268 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:31,268 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:20:31,269 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:20:31,269 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T23:20:31,269 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:20:31,271 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=412a5e44fd2e,46545,1732144815755, regionLocation=412a5e44fd2e,46545,1732144815755, openSeqNum=2 2024-11-20T23:20:31,271 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=412a5e44fd2e,46545,1732144815755, table=hbase:meta, region=1588230740 2024-11-20T23:20:31,271 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46545,1732144815755, state=OPEN 2024-11-20T23:20:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:31,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:31,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:31,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:31,288 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:20:31,293 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/draining/412a5e44fd2e,46545,1732144815755 already deleted, retry=false 2024-11-20T23:20:31,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 412a5e44fd2e,46545,1732144815755 on 412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:31,294 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 412a5e44fd2e,46545,1732144815755, splitWal=true, meta=true 2024-11-20T23:20:31,295 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 412a5e44fd2e,46545,1732144815755 (carryingMeta=true) 412a5e44fd2e,46545,1732144815755/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10a0d001[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T23:20:31,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/balancer because node does not exist (not necessarily an error) 2024-11-20T23:20:31,303 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/balancer already deleted, retry=false 2024-11-20T23:20:31,304 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:20:31,304 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:20:31,314 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/normalizer already deleted, retry=false 2024-11-20T23:20:31,314 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:20:31,316 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:20:31,324 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/switch/split already deleted, retry=false 2024-11-20T23:20:31,325 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:20:31,335 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/switch/merge already deleted, retry=false 2024-11-20T23:20:31,347 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Unable to get data of znode /0137459250/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:20:31,356 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/snapshot-cleanup already deleted, retry=false 2024-11-20T23:20:31,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:31,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:31,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:31,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:31,367 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,34063,1732144830670, sessionid=0x1015a8c4d990006, setting cluster-up flag (Was=false) 2024-11-20T23:20:31,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137459250/flush-table-proc/acquired, /0137459250/flush-table-proc/reached, /0137459250/flush-table-proc/abort 2024-11-20T23:20:31,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:31,388 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137459250/online-snapshot/acquired, /0137459250/online-snapshot/reached, /0137459250/online-snapshot/abort 2024-11-20T23:20:31,389 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.lastflushedseqids 2024-11-20T23:20:31,393 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:20:31,393 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:20:31,393 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,34063,1732144830670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 412a5e44fd2e,46545,1732144815755 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:31,395 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144861396 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:20:31,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:20:31,396 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 412a5e44fd2e,46545,1732144815755, splitWal=true, meta=true 2024-11-20T23:20:31,397 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,46545,1732144815755, splitWal=true, meta=true, isMeta: true 2024-11-20T23:20:31,398 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755-splitting 2024-11-20T23:20:31,399 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755-splitting dir is empty, no logs to split. 2024-11-20T23:20:31,399 INFO [PEWorker-1 {}] master.SplitWALManager(105): 412a5e44fd2e,46545,1732144815755 WAL count=0, meta=true 2024-11-20T23:20:31,400 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,400 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:20:31,400 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:20:31,400 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:20:31,400 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:20:31,401 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755-splitting dir is empty, no logs to split. 2024-11-20T23:20:31,401 INFO [PEWorker-1 {}] master.SplitWALManager(105): 412a5e44fd2e,46545,1732144815755 WAL count=0, meta=true 2024-11-20T23:20:31,401 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,46545,1732144815755 WAL splitting is done? wals=0, meta=true 2024-11-20T23:20:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:20:31,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:31,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:20:31,404 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:20:31,404 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:20:31,406 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144831405,5,FailOnTimeoutGroup] 2024-11-20T23:20:31,407 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144831406,5,FailOnTimeoutGroup] 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144831407, completionTime=-1 2024-11-20T23:20:31,407 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T23:20:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T23:20:31,435 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(746): ClusterId : 0673ed73-b64d-4608-80fb-67fed892d9b8 2024-11-20T23:20:31,435 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:20:31,441 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:20:31,441 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:20:31,451 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:20:31,451 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31569970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:31,462 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:34809 2024-11-20T23:20:31,462 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:20:31,462 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:20:31,462 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:20:31,462 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,34063,1732144830670 with port=34809, startcode=1732144830713 2024-11-20T23:20:31,463 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:20:31,464 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:20:31,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34063 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,465 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585 2024-11-20T23:20:31,465 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42869 2024-11-20T23:20:31,465 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:20:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/rs 2024-11-20T23:20:31,501 DEBUG [RS:0;412a5e44fd2e:34809 {}] zookeeper.ZKUtil(111): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on existing znode=/0137459250/rs/412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,501 WARN [RS:0;412a5e44fd2e:34809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:31,501 INFO [RS:0;412a5e44fd2e:34809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:31,501 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,34809,1732144830713] 2024-11-20T23:20:31,507 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T23:20:31,518 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:20:31,533 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:20:31,533 INFO [RS:0;412a5e44fd2e:34809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:20:31,533 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,533 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:20:31,534 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:20:31,534 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:31,534 DEBUG [RS:0;412a5e44fd2e:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,535 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34809,1732144830713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:31,548 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:20:31,548 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34809,1732144830713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,554 WARN [412a5e44fd2e:34063 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:20:31,560 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,34809,1732144830713, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:20:31,560 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,560 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.Replication(171): 412a5e44fd2e,34809,1732144830713 started 2024-11-20T23:20:31,573 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:31,573 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,34809,1732144830713, RpcServer on 412a5e44fd2e/172.17.0.2:34809, sessionid=0x1015a8c4d990007 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:39543' 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,34809,1732144830713' 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137459250/flush-table-proc/abort' 2024-11-20T23:20:31,573 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137459250/flush-table-proc/acquired' 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@187d8297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39543,-1 for getting cluster id 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,34809,1732144830713' 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137459250/online-snapshot/abort' 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137459250/online-snapshot/acquired' 2024-11-20T23:20:31,574 DEBUG [RS:0;412a5e44fd2e:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:20:31,574 INFO [RS:0;412a5e44fd2e:34809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:20:31,575 INFO [RS:0;412a5e44fd2e:34809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:20:31,575 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f539368b-8bac-4a0d-b05f-7a53cc1d6e3d' 2024-11-20T23:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f539368b-8bac-4a0d-b05f-7a53cc1d6e3d" 2024-11-20T23:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f84c4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39543,-1] 2024-11-20T23:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:31,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:31,576 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:31,577 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b46d8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:31,577 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29cd9989 2024-11-20T23:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:31,579 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T23:20:31,579 INFO [RS:0;412a5e44fd2e:34809.replicationSource,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,34809,1732144830713 (queues=0) is replicating from cluster=0673ed73-b64d-4608-80fb-67fed892d9b8 to cluster=f539368b-8bac-4a0d-b05f-7a53cc1d6e3d 2024-11-20T23:20:31,675 INFO [RS:0;412a5e44fd2e:34809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:31,676 INFO [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C34809%2C1732144830713, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:31,688 DEBUG [RS:0;412a5e44fd2e:34809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676, exclude list is [], retry=0 2024-11-20T23:20:31,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:31,692 INFO [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 2024-11-20T23:20:31,693 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 412a5e44fd2e%2C34809%2C1732144830713 for peer 1 2024-11-20T23:20:31,693 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C34809%2C1732144830713 2024-11-20T23:20:31,693 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,34809,1732144830713, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:20:31,693 DEBUG [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:31,694 INFO [RS:0;412a5e44fd2e:34809.replicationSource.shipper412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C34809%2C1732144830713 2024-11-20T23:20:31,694 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676, startPosition=0, beingWritten=true 2024-11-20T23:20:31,805 DEBUG [412a5e44fd2e:34063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:31,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:31,806 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,34809,1732144830713, state=OPENING 2024-11-20T23:20:31,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:31,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:31,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:31,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:31,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:31,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,34809,1732144830713}] 2024-11-20T23:20:31,899 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:32,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:20:32,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:20:32,028 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:20:32,028 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:32,029 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:20:32,030 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C34809%2C1732144830713.meta, suffix=.meta, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:32,042 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.meta.1732144832030.meta, exclude list is [], retry=0 2024-11-20T23:20:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:32,045 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.meta.1732144832030.meta 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:32,046 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:20:32,046 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:20:32,046 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:32,047 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:20:32,047 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:20:32,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:32,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:32,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:32,053 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/info/108b7d720732409bb024535c12f436d5 2024-11-20T23:20:32,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:32,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:32,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:32,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:32,059 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/ns/b37d8308ed524375bab6f4ce464c7ba5 2024-11-20T23:20:32,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:32,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:32,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:32,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:32,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:32,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:32,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:32,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:32,065 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/table/f36e2e6cec9c4050b2186e9f5e0fcb01 2024-11-20T23:20:32,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:32,066 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:32,066 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:32,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740 2024-11-20T23:20:32,068 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:32,068 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:32,069 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:32,070 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:32,071 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62566278, jitterRate=-0.06768980622291565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:32,071 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:20:32,071 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144832047Writing region info on filesystem at 1732144832047Initializing all the Stores at 1732144832047Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144832047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144832048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144832048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144832048Cleaning up temporary data from old regions at 1732144832068 (+20 ms)Running coprocessor post-open hooks at 1732144832071 (+3 ms)Region opened successfully at 1732144832071 2024-11-20T23:20:32,071 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732144832024 2024-11-20T23:20:32,073 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:20:32,073 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:20:32,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:32,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,34809,1732144830713, state=OPEN 2024-11-20T23:20:32,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:32,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137459250/meta-region-server 2024-11-20T23:20:32,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:32,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:32,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137459250/meta-region-server: CHANGED 2024-11-20T23:20:32,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T23:20:32,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,34809,1732144830713 in 230 msec 2024-11-20T23:20:32,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:20:32,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 702 msec 2024-11-20T23:20:32,203 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:32,608 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:33,010 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T23:20:33,112 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:33,723 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:34,438 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:34,512 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T23:20:35,247 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:35,914 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T23:20:35,915 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:20:35,915 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:35,915 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,34809,1732144830713, seqNum=-1] 2024-11-20T23:20:35,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:35,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:35,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c45ef645a94aa5a35d630880743eb51, regionState=OPEN, lastHost=412a5e44fd2e,46545,1732144815755, regionLocation=412a5e44fd2e,46545,1732144815755, openSeqNum=2 2024-11-20T23:20:35,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:20:35,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144895928 2024-11-20T23:20:35,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144955928 2024-11-20T23:20:35,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-20T23:20:35,928 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 412a5e44fd2e,46545,1732144815755 had 2 regions 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:34063, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,929 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,930 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,46545,1732144815755, splitWal=true, meta=true, isMeta: false 2024-11-20T23:20:35,935 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755-splitting dir is empty, no logs to split. 2024-11-20T23:20:35,935 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,46545,1732144815755 WAL count=0, meta=false 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.160sec 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:35,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:20:35,938 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,46545,1732144815755-splitting dir is empty, no logs to split. 2024-11-20T23:20:35,938 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,46545,1732144815755 WAL count=0, meta=false 2024-11-20T23:20:35,938 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,46545,1732144815755 WAL splitting is done? wals=0, meta=false 2024-11-20T23:20:35,943 WARN [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=412a5e44fd2e,46545,1732144815755/hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:35,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN}] 2024-11-20T23:20:35,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN 2024-11-20T23:20:35,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c7a4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,34063,-1 for getting cluster id 2024-11-20T23:20:35,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:35,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:20:35,947 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0673ed73-b64d-4608-80fb-67fed892d9b8' 2024-11-20T23:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0673ed73-b64d-4608-80fb-67fed892d9b8" 2024-11-20T23:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,34063,-1] 2024-11-20T23:20:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,948 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:20:35,948 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:20:35,948 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34063,1732144830670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:35,949 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,34809,1732144830713, seqNum=-1] 2024-11-20T23:20:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:35,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T23:20:35,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:35,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:35,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 412a5e44fd2e:34063 after: 412a5e44fd2e:34063 2024-11-20T23:20:35,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35425033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,34063,-1 for getting cluster id 2024-11-20T23:20:35,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:35,957 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0673ed73-b64d-4608-80fb-67fed892d9b8' 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0673ed73-b64d-4608-80fb-67fed892d9b8" 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4854d5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,34063,-1] 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,958 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:35,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9ebbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:35,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788111ba 2024-11-20T23:20:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:35,960 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:35,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T23:20:35,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:20:35,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:35,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:35,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:35,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:20:35,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483189322, stopped=false 2024-11-20T23:20:35,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,39543,1732144822194 2024-11-20T23:20:35,977 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339527769/running 2024-11-20T23:20:35,977 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339527769/running 2024-11-20T23:20:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:35,977 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:35,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:35,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:35,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/running 2024-11-20T23:20:35,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Set watcher on znode that does not yet exist, /1-339527769/running 2024-11-20T23:20:35,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,43301,1732144822311' ***** 2024-11-20T23:20:35,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:43301. 2024-11-20T23:20:35,978 DEBUG [RS:0;412a5e44fd2e:43301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:35,978 DEBUG [RS:0;412a5e44fd2e:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:35,978 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:20:35,979 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:20:35,979 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:20:35,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:20:35,979 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:20:35,979 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:20:35,979 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:20:35,979 DEBUG [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:35,979 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:35,979 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:35,979 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:35,979 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:35,979 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:35,980 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T23:20:35,999 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/.tmp/ns/967de87ef29f462382427b1d8fb054c3 is 43, key is default/ns:d/1732144825081/Put/seqid=0 2024-11-20T23:20:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741835_1011 (size=5153) 2024-11-20T23:20:36,002 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/.tmp/ns/967de87ef29f462382427b1d8fb054c3 2024-11-20T23:20:36,012 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/.tmp/ns/967de87ef29f462382427b1d8fb054c3 as hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/ns/967de87ef29f462382427b1d8fb054c3 2024-11-20T23:20:36,019 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/ns/967de87ef29f462382427b1d8fb054c3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T23:20:36,020 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false 2024-11-20T23:20:36,027 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T23:20:36,028 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:36,028 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:36,028 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:36,028 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144835979Running coprocessor pre-close hooks at 1732144835979Disabling compacts and flushes for region at 1732144835979Disabling writes for close at 1732144835979Obtaining lock to block concurrent updates at 1732144835980 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144835980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732144835980Flushing stores of hbase:meta,,1.1588230740 at 1732144835980Flushing 1588230740/ns: creating writer at 1732144835981 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732144835998 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732144835998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4945619d: reopening flushed file at 1732144836008 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false at 1732144836020 (+12 ms)Writing region close event to WAL at 1732144836024 (+4 ms)Running coprocessor post-close hooks at 1732144836028 (+4 ms)Closed at 1732144836028 2024-11-20T23:20:36,028 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:36,066 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:36,096 DEBUG [412a5e44fd2e:34063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:36,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c45ef645a94aa5a35d630880743eb51, regionState=OPENING, regionLocation=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:36,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN because future has completed 2024-11-20T23:20:36,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,34809,1732144830713}] 2024-11-20T23:20:36,171 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:36,179 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,43301,1732144822311; all regions closed. 2024-11-20T23:20:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741834_1010 (size=1152) 2024-11-20T23:20:36,183 DEBUG [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/oldWALs 2024-11-20T23:20:36,183 INFO [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43301%2C1732144822311.meta:.meta(num 1732144825020) 2024-11-20T23:20:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741833_1009 (size=93) 2024-11-20T23:20:36,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/WALs/412a5e44fd2e,43301,1732144822311/412a5e44fd2e%2C43301%2C1732144822311.1732144824390 not finished, retry = 0 2024-11-20T23:20:36,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:36,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:36,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:20:36,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C34809%2C1732144830713.rep, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs, maxLogs=10 2024-11-20T23:20:36,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.rep.1732144836256, exclude list is [], retry=0 2024-11-20T23:20:36,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-727ffb2c-d48d-4dd3-b5b8-12a2742520e6,DISK] 2024-11-20T23:20:36,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.rep.1732144836256 2024-11-20T23:20:36,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-20T23:20:36,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c45ef645a94aa5a35d630880743eb51, NAME => 'hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:36,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. service=MultiRowMutationService 2024-11-20T23:20:36,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,274 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,275 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName hfileref 2024-11-20T23:20:36,275 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:36,275 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:36,276 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,276 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName queue 2024-11-20T23:20:36,276 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:36,281 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/queue/e5ba5b6db1b34bf7aabdf57b6ef5fed6 2024-11-20T23:20:36,282 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:36,282 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,283 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c45ef645a94aa5a35d630880743eb51 columnFamilyName sid 2024-11-20T23:20:36,283 DEBUG [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:36,283 INFO [StoreOpener-3c45ef645a94aa5a35d630880743eb51-1 {}] regionserver.HStore(327): Store=3c45ef645a94aa5a35d630880743eb51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:36,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:36,287 DEBUG [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/oldWALs 2024-11-20T23:20:36,287 INFO [RS:0;412a5e44fd2e:43301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43301%2C1732144822311:(num 1732144824390) 2024-11-20T23:20:36,287 DEBUG [RS:0;412a5e44fd2e:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:36,287 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:36,287 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:36,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,288 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:36,288 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:36,288 INFO [RS:0;412a5e44fd2e:43301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43301 2024-11-20T23:20:36,288 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:36,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3c45ef645a94aa5a35d630880743eb51; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59141400, jitterRate=-0.11872446537017822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:36,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:36,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3c45ef645a94aa5a35d630880743eb51: Running coprocessor pre-open hook at 1732144836273Writing region info on filesystem at 1732144836273Initializing all the Stores at 1732144836274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144836274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144836274Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144836274Cleaning up temporary data from old regions at 1732144836286 (+12 ms)Running coprocessor post-open hooks at 1732144836288 (+2 ms)Region opened successfully at 1732144836289 (+1 ms) 2024-11-20T23:20:36,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., pid=13, masterSystemTime=1732144836251 2024-11-20T23:20:36,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:36,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:36,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c45ef645a94aa5a35d630880743eb51, regionState=OPEN, openSeqNum=9, regionLocation=412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,34809,1732144830713 because future has completed 2024-11-20T23:20:36,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T23:20:36,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c45ef645a94aa5a35d630880743eb51, server=412a5e44fd2e,34809,1732144830713 in 196 msec 2024-11-20T23:20:36,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T23:20:36,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c45ef645a94aa5a35d630880743eb51, ASSIGN in 355 msec 2024-11-20T23:20:36,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T23:20:36,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51., hostname=412a5e44fd2e,34809,1732144830713, seqNum=9] 2024-11-20T23:20:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769/rs 2024-11-20T23:20:36,313 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339527769/rs/412a5e44fd2e,43301,1732144822311 2024-11-20T23:20:36,313 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:36,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,43301,1732144822311] 2024-11-20T23:20:36,327 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 412a5e44fd2e,46545,1732144815755 2024-11-20T23:20:36,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T23:20:36,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-339527769/draining/412a5e44fd2e,43301,1732144822311 already deleted, retry=false 2024-11-20T23:20:36,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,43301,1732144822311 expired; onlineServers=0 2024-11-20T23:20:36,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,39543,1732144822194' ***** 2024-11-20T23:20:36,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:36,335 DEBUG [M:0;412a5e44fd2e:39543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:20:36,335 DEBUG [M:0;412a5e44fd2e:39543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:20:36,335 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144823970 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144823970,5,FailOnTimeoutGroup] 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:36,335 DEBUG [M:0;412a5e44fd2e:39543 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:20:36,335 INFO [M:0;412a5e44fd2e:39543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:36,335 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144823970 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144823970,5,FailOnTimeoutGroup] 2024-11-20T23:20:36,336 INFO [M:0;412a5e44fd2e:39543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:20:36,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:20:36,337 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:20:36,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339527769/master 2024-11-20T23:20:36,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339527769 2024-11-20T23:20:36,345 DEBUG [M:0;412a5e44fd2e:39543 {}] zookeeper.ZKUtil(347): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Unable to get data of znode /1-339527769/master because node does not exist (not an error) 2024-11-20T23:20:36,345 WARN [M:0;412a5e44fd2e:39543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:20:36,347 INFO [M:0;412a5e44fd2e:39543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/.lastflushedseqids 2024-11-20T23:20:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741836_1012 (size=99) 2024-11-20T23:20:36,366 INFO [M:0;412a5e44fd2e:39543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:20:36,366 INFO [M:0;412a5e44fd2e:39543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:20:36,366 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:36,366 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:36,366 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:36,366 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:36,366 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:36,366 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T23:20:36,387 DEBUG [M:0;412a5e44fd2e:39543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f18e0674ee444e4e940cdecd81b41410 is 82, key is hbase:meta,,1/info:regioninfo/1732144825061/Put/seqid=0 2024-11-20T23:20:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741837_1013 (size=5672) 2024-11-20T23:20:36,424 INFO [RS:0;412a5e44fd2e:43301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:36,425 INFO [RS:0;412a5e44fd2e:43301 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,43301,1732144822311; zookeeper connection closed. 2024-11-20T23:20:36,425 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:36,425 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1015a8c4d990004, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:36,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15226288 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15226288 2024-11-20T23:20:36,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:20:36,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T23:20:36,796 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f18e0674ee444e4e940cdecd81b41410 2024-11-20T23:20:36,815 DEBUG [M:0;412a5e44fd2e:39543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ac467af6e4b4604b2d0d4b49517a071 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732144825085/Put/seqid=0 2024-11-20T23:20:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741838_1014 (size=5275) 2024-11-20T23:20:37,176 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:37,219 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ac467af6e4b4604b2d0d4b49517a071 2024-11-20T23:20:37,238 DEBUG [M:0;412a5e44fd2e:39543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f84efb64116d4543b4ef12ca41ab569e is 69, key is 412a5e44fd2e,43301,1732144822311/rs:state/1732144824209/Put/seqid=0 2024-11-20T23:20:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741839_1015 (size=5156) 2024-11-20T23:20:37,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:37,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:37,608 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:20:37,643 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f84efb64116d4543b4ef12ca41ab569e 2024-11-20T23:20:37,648 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f18e0674ee444e4e940cdecd81b41410 as hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f18e0674ee444e4e940cdecd81b41410 2024-11-20T23:20:37,652 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f18e0674ee444e4e940cdecd81b41410, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T23:20:37,653 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ac467af6e4b4604b2d0d4b49517a071 as hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ac467af6e4b4604b2d0d4b49517a071 2024-11-20T23:20:37,658 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ac467af6e4b4604b2d0d4b49517a071, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T23:20:37,659 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f84efb64116d4543b4ef12ca41ab569e as hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f84efb64116d4543b4ef12ca41ab569e 2024-11-20T23:20:37,664 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f84efb64116d4543b4ef12ca41ab569e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T23:20:37,665 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-20T23:20:37,666 INFO [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:37,667 DEBUG [M:0;412a5e44fd2e:39543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144836366Disabling compacts and flushes for region at 1732144836366Disabling writes for close at 1732144836366Obtaining lock to block concurrent updates at 1732144836366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144836366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732144836367 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144836367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144836367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144836386 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144836386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144836800 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144836815 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144836815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144837223 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144837238 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144837238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8a3b60: reopening flushed file at 1732144837647 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4749465: reopening flushed file at 1732144837653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721e5268: reopening flushed file at 1732144837659 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1732144837665 (+6 ms)Writing region close event to WAL at 1732144837666 (+1 ms)Closed at 1732144837666 2024-11-20T23:20:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741830_1006 (size=10165) 2024-11-20T23:20:37,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5751217-a74b-94c8-2288-dcc10fce0243/MasterData/WALs/412a5e44fd2e,39543,1732144822194/412a5e44fd2e%2C39543%2C1732144822194.1732144823721 not finished, retry = 0 2024-11-20T23:20:37,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:37,770 INFO [M:0;412a5e44fd2e:39543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:20:37,770 INFO [M:0;412a5e44fd2e:39543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39543 2024-11-20T23:20:37,771 INFO [M:0;412a5e44fd2e:39543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:37,877 INFO [M:0;412a5e44fd2e:39543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39543-0x1015a8c4d990003, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:37,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b23122e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:37,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a586421{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:37,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:37,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469d0784{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:37,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2182e408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:37,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:20:37,933 WARN [BP-1918808904-172.17.0.2-1732144819165 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:20:37,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:20:37,933 WARN [BP-1918808904-172.17.0.2-1732144819165 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918808904-172.17.0.2-1732144819165 (Datanode Uuid 7d01fc8d-b2af-45c8-8ef8-f729568aa97b) service to localhost/127.0.0.1:34127 2024-11-20T23:20:37,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/cluster_c0105644-2c15-8909-5b89-ad3ee2ca1f66/data/data1/current/BP-1918808904-172.17.0.2-1732144819165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:37,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/cluster_c0105644-2c15-8909-5b89-ad3ee2ca1f66/data/data2/current/BP-1918808904-172.17.0.2-1732144819165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:37,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:20:37,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c0cb69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:37,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d0c1cd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:37,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:37,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c6c392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:37,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4a5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:20:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:20:37,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:37,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:37,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:37,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:37,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:37,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:20:37,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016951989, stopped=false 2024-11-20T23:20:37,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,34063,1732144830670 2024-11-20T23:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/running 2024-11-20T23:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:38,053 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:38,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:38,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:38,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:38,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:38,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Set watcher on znode that does not yet exist, /0137459250/running 2024-11-20T23:20:38,054 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,34809,1732144830713' ***** 2024-11-20T23:20:38,054 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:20:38,054 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:20:38,054 INFO [RS:0;412a5e44fd2e:34809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:20:38,054 INFO [RS:0;412a5e44fd2e:34809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:20:38,054 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:20:38,054 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:34809. 2024-11-20T23:20:38,055 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c45ef645a94aa5a35d630880743eb51, disabling compactions & flushes 2024-11-20T23:20:38,055 DEBUG [RS:0;412a5e44fd2e:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:38,055 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:38,055 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:38,055 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:38,055 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. after waiting 0 ms 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:20:38,055 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:20:38,055 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:20:38,056 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:20:38,056 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c45ef645a94aa5a35d630880743eb51=hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51.} 2024-11-20T23:20:38,056 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c45ef645a94aa5a35d630880743eb51 2024-11-20T23:20:38,056 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:38,056 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:38,056 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:38,056 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:38,056 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:38,056 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T23:20:38,061 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/replication/3c45ef645a94aa5a35d630880743eb51/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T23:20:38,062 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:38,062 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:38,062 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:38,062 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c45ef645a94aa5a35d630880743eb51: Waiting for close lock at 1732144838055Running coprocessor pre-close hooks at 1732144838055Disabling compacts and flushes for region at 1732144838055Disabling writes for close at 1732144838055Writing region close event to WAL at 1732144838056 (+1 ms)Running coprocessor post-close hooks at 1732144838061 (+5 ms)Closed at 1732144838062 (+1 ms) 2024-11-20T23:20:38,062 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51. 2024-11-20T23:20:38,080 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/992b56182e144981ba67884d0a883663 is 147, key is hbase:replication,,1732144825196.3c45ef645a94aa5a35d630880743eb51./info:regioninfo/1732144836292/Put/seqid=0 2024-11-20T23:20:38,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741851_1027 (size=6385) 2024-11-20T23:20:38,143 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:38,256 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:38,282 DEBUG [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.1732144831676 to pos 0, reset compression=false 2024-11-20T23:20:38,457 DEBUG [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:20:38,493 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/992b56182e144981ba67884d0a883663 2024-11-20T23:20:38,505 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/.tmp/info/992b56182e144981ba67884d0a883663 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/info/992b56182e144981ba67884d0a883663 2024-11-20T23:20:38,524 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/info/992b56182e144981ba67884d0a883663, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T23:20:38,525 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=19, compaction requested=false 2024-11-20T23:20:38,535 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:20:38,535 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:20:38,544 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T23:20:38,545 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:20:38,545 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:20:38,545 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:38,545 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144838056Running coprocessor pre-close hooks at 1732144838056Disabling compacts and flushes for region at 1732144838056Disabling writes for close at 1732144838056Obtaining lock to block concurrent updates at 1732144838056Preparing flush snapshotting stores in 1588230740 at 1732144838056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732144838057 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144838057Flushing 1588230740/info: creating writer at 1732144838057Flushing 1588230740/info: appending metadata at 1732144838079 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732144838079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c60d8e2: reopening flushed file at 1732144838498 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=19, compaction requested=false at 1732144838525 (+27 ms)Writing region close event to WAL at 1732144838540 (+15 ms)Running coprocessor post-close hooks at 1732144838545 (+5 ms)Closed at 1732144838545 2024-11-20T23:20:38,545 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:38,657 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,34809,1732144830713; all regions closed. 2024-11-20T23:20:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741849_1025 (size=2156) 2024-11-20T23:20:38,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/WALs/412a5e44fd2e,34809,1732144830713/412a5e44fd2e%2C34809%2C1732144830713.meta.1732144832030.meta not finished, retry = 0 2024-11-20T23:20:38,762 DEBUG [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:38,762 INFO [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C34809%2C1732144830713.meta:.meta(num 1732144832030) 2024-11-20T23:20:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741850_1026 (size=796) 2024-11-20T23:20:38,765 DEBUG [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:38,765 INFO [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C34809%2C1732144830713.rep:(num 1732144836256) 2024-11-20T23:20:38,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741848_1024 (size=93) 2024-11-20T23:20:38,769 DEBUG [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/oldWALs 2024-11-20T23:20:38,769 INFO [RS:0;412a5e44fd2e:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C34809%2C1732144830713:(num 1732144831676) 2024-11-20T23:20:38,769 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:38,769 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:20:38,769 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:38,769 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:38,770 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:38,770 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:38,770 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,34809,1732144830713 because: Region server is closing 2024-11-20T23:20:38,770 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T23:20:38,770 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T23:20:38,770 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T23:20:38,770 INFO [RS:0;412a5e44fd2e:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:34809. 2024-11-20T23:20:38,770 DEBUG [RS:0;412a5e44fd2e:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:38,770 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:38,770 DEBUG [RS:0;412a5e44fd2e:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:38,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:38,876 WARN [RS:0;412a5e44fd2e:34809.replicationSource.wal-reader.412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:20:38,880 WARN [RS:0;412a5e44fd2e:34809.replicationSource.shipper412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:20:38,884 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;412a5e44fd2e:34809.replicationSource.shipper412a5e44fd2e%2C34809%2C1732144830713,1-412a5e44fd2e,34809,1732144830713 terminated 2024-11-20T23:20:38,884 INFO [RS:0;412a5e44fd2e:34809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34809 2024-11-20T23:20:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250/rs 2024-11-20T23:20:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/rs/412a5e44fd2e,34809,1732144830713 2024-11-20T23:20:38,932 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:38,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,34809,1732144830713] 2024-11-20T23:20:39,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/draining/412a5e44fd2e,34809,1732144830713 already deleted, retry=false 2024-11-20T23:20:39,071 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,34809,1732144830713 expired; onlineServers=0 2024-11-20T23:20:39,071 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,34063,1732144830670' ***** 2024-11-20T23:20:39,071 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:20:39,071 DEBUG [M:0;412a5e44fd2e:34063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:20:39,071 DEBUG [M:0;412a5e44fd2e:34063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:20:39,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144831406 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144831406,5,FailOnTimeoutGroup] 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:20:39,071 DEBUG [M:0;412a5e44fd2e:34063 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:20:39,071 INFO [M:0;412a5e44fd2e:34063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:20:39,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:20:39,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:20:39,072 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144831405 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144831405,5,FailOnTimeoutGroup] 2024-11-20T23:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:39,076 INFO [RS:0;412a5e44fd2e:34809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1015a8c4d990007, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:39,076 INFO [RS:0;412a5e44fd2e:34809 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,34809,1732144830713; zookeeper connection closed. 2024-11-20T23:20:39,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@de63844 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@de63844 2024-11-20T23:20:39,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:20:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137459250/master 2024-11-20T23:20:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137459250 2024-11-20T23:20:39,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0137459250/master already deleted, retry=false 2024-11-20T23:20:39,108 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Failed delete of our master address node; KeeperErrorCode = NoNode for /0137459250/master 2024-11-20T23:20:39,109 INFO [M:0;412a5e44fd2e:34063 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/.lastflushedseqids 2024-11-20T23:20:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741852_1028 (size=181) 2024-11-20T23:20:39,535 INFO [M:0;412a5e44fd2e:34063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:20:39,535 INFO [M:0;412a5e44fd2e:34063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:20:39,535 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:39,535 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:39,535 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:39,535 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:39,535 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:39,535 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T23:20:39,550 DEBUG [M:0;412a5e44fd2e:34063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81a55bac869464e9e3e0a6fa17312c8 is 82, key is hbase:meta,,1/info:regioninfo/1732144832073/Put/seqid=0 2024-11-20T23:20:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741853_1029 (size=5672) 2024-11-20T23:20:39,970 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81a55bac869464e9e3e0a6fa17312c8 2024-11-20T23:20:39,990 DEBUG [M:0;412a5e44fd2e:34063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa7a78f52244a2394a14eafe41604b6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732144836298/Put/seqid=0 2024-11-20T23:20:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741854_1030 (size=7312) 2024-11-20T23:20:40,395 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa7a78f52244a2394a14eafe41604b6 2024-11-20T23:20:40,431 DEBUG [M:0;412a5e44fd2e:34063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a953ff600742cf8283a5b40ddbe73c is 69, key is 412a5e44fd2e,34809,1732144830713/rs:state/1732144831464/Put/seqid=0 2024-11-20T23:20:40,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741855_1031 (size=5370) 2024-11-20T23:20:40,468 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a953ff600742cf8283a5b40ddbe73c 2024-11-20T23:20:40,493 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a953ff600742cf8283a5b40ddbe73c 2024-11-20T23:20:40,496 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81a55bac869464e9e3e0a6fa17312c8 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e81a55bac869464e9e3e0a6fa17312c8 2024-11-20T23:20:40,501 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e81a55bac869464e9e3e0a6fa17312c8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T23:20:40,507 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa7a78f52244a2394a14eafe41604b6 as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfa7a78f52244a2394a14eafe41604b6 2024-11-20T23:20:40,512 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfa7a78f52244a2394a14eafe41604b6, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T23:20:40,514 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a953ff600742cf8283a5b40ddbe73c as hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a953ff600742cf8283a5b40ddbe73c 2024-11-20T23:20:40,538 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a953ff600742cf8283a5b40ddbe73c 2024-11-20T23:20:40,538 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a953ff600742cf8283a5b40ddbe73c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T23:20:40,541 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1006ms, sequenceid=127, compaction requested=false 2024-11-20T23:20:40,580 INFO [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:40,580 DEBUG [M:0;412a5e44fd2e:34063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144839535Disabling compacts and flushes for region at 1732144839535Disabling writes for close at 1732144839535Obtaining lock to block concurrent updates at 1732144839535Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144839535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732144839536 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144839536Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144839536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144839550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144839550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144839975 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144839990 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144839990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144840401 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144840431 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144840431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213d1ec1: reopening flushed file at 1732144840493 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fb7b3a: reopening flushed file at 1732144840501 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b94f28: reopening flushed file at 1732144840513 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1006ms, sequenceid=127, compaction requested=false at 1732144840541 (+28 ms)Writing region close event to WAL at 1732144840580 (+39 ms)Closed at 1732144840580 2024-11-20T23:20:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741847_1023 (size=22903) 2024-11-20T23:20:40,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0062051-20be-6906-cf52-aa45d4832585/MasterData/WALs/412a5e44fd2e,34063,1732144830670/412a5e44fd2e%2C34063%2C1732144830670.1732144831216 not finished, retry = 0 2024-11-20T23:20:40,725 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:20:40,725 INFO [M:0;412a5e44fd2e:34063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:20:40,725 INFO [M:0;412a5e44fd2e:34063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34063 2024-11-20T23:20:40,726 INFO [M:0;412a5e44fd2e:34063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:20:40,855 INFO [M:0;412a5e44fd2e:34063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:20:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x1015a8c4d990006, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:20:40,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f8ec11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:40,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76201b0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:40,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:40,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea62d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:40,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11c239e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:40,869 WARN [BP-120195452-172.17.0.2-1732144812626 heartbeating to localhost/127.0.0.1:42869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:20:40,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:20:40,869 WARN [BP-120195452-172.17.0.2-1732144812626 heartbeating to localhost/127.0.0.1:42869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-120195452-172.17.0.2-1732144812626 (Datanode Uuid 5ad8d4ea-282e-4143-b610-5ed61052af72) service to localhost/127.0.0.1:42869 2024-11-20T23:20:40,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:20:40,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/data/data2/current/BP-120195452-172.17.0.2-1732144812626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:40,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:20:40,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/cluster_46da586d-4a33-ecfe-d644-e43a87bac0b0/data/data1/current/BP-120195452-172.17.0.2-1732144812626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:20:40,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a97c9d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:40,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b935e81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:20:40,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:20:40,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4230d817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:20:40,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205026c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746972cc-766b-bdf4-e57e-4dbd14ca4477/hadoop.log.dir/,STOPPED} 2024-11-20T23:20:40,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:20:40,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:20:40,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54257) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:34127 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54257) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:42869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:42869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:42869 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=564 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=872 (was 1049), ProcessCount=11 (was 11), AvailableMemoryMB=2859 (was 3600) 2024-11-20T23:20:40,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=564, MaxFileDescriptor=1048576, SystemLoadAverage=872, ProcessCount=11, AvailableMemoryMB=2855 2024-11-20T23:20:40,964 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T23:20:40,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir so I do NOT create it in target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec 2024-11-20T23:20:40,964 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:20:40,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.tmp.dir so I do NOT create it in target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec 2024-11-20T23:20:40,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed1faaf9-dee7-ea06-2e5c-eb994a5f5a69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:20:40,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec 2024-11-20T23:20:40,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d, deleteOnExit=true 2024-11-20T23:20:40,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/zookeeper_0, clientPort=54334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:20:41,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8c4d990005, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:20:41,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8c4d990002, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:20:41,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8c4d990002, quorum=127.0.0.1:54257, baseZNode=/0137459250 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:20:41,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8c4d990005, quorum=127.0.0.1:54257, baseZNode=/1-339527769 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:20:41,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54334 2024-11-20T23:20:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/test.cache.data in system properties and HBase conf 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:20:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:20:41,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:20:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:20:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:20:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:20:41,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:41,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:41,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:41,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:41,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:20:41,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:41,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138aae34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:41,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a85dd90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:41,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4758c795{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/java.io.tmpdir/jetty-localhost-43677-hadoop-hdfs-3_4_1-tests_jar-_-any-7409136490653994331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:41,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b710277{HTTP/1.1, (http/1.1)}{localhost:43677} 2024-11-20T23:20:41,824 INFO [Time-limited test {}] server.Server(415): Started @173167ms 2024-11-20T23:20:42,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:42,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:42,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:42,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:42,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:20:42,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8dc00c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:42,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ea6b91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:42,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52a08292{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/java.io.tmpdir/jetty-localhost-38093-hadoop-hdfs-3_4_1-tests_jar-_-any-8736944452887739196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:42,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3480ac69{HTTP/1.1, (http/1.1)}{localhost:38093} 2024-11-20T23:20:42,319 INFO [Time-limited test {}] server.Server(415): Started @173662ms 2024-11-20T23:20:42,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:20:43,087 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/data/data1/current/BP-1363144418-172.17.0.2-1732144841066/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:43,089 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/data/data2/current/BP-1363144418-172.17.0.2-1732144841066/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:43,130 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:20:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf029bd923563820f with lease ID 0x7c767df97343606e: Processing first storage report for DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=7a8e7347-b85f-4f20-8383-75c3d23c5a67, infoPort=37805, infoSecurePort=0, ipcPort=40323, storageInfo=lv=-57;cid=testClusterID;nsid=499985682;c=1732144841066) 2024-11-20T23:20:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf029bd923563820f with lease ID 0x7c767df97343606e: from storage DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=7a8e7347-b85f-4f20-8383-75c3d23c5a67, infoPort=37805, infoSecurePort=0, ipcPort=40323, storageInfo=lv=-57;cid=testClusterID;nsid=499985682;c=1732144841066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf029bd923563820f with lease ID 0x7c767df97343606e: Processing first storage report for DS-5f6ff8c5-46b2-4c1e-8251-735cecc790b0 from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=7a8e7347-b85f-4f20-8383-75c3d23c5a67, infoPort=37805, infoSecurePort=0, ipcPort=40323, storageInfo=lv=-57;cid=testClusterID;nsid=499985682;c=1732144841066) 2024-11-20T23:20:43,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf029bd923563820f with lease ID 0x7c767df97343606e: from storage DS-5f6ff8c5-46b2-4c1e-8251-735cecc790b0 node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=7a8e7347-b85f-4f20-8383-75c3d23c5a67, infoPort=37805, infoSecurePort=0, ipcPort=40323, storageInfo=lv=-57;cid=testClusterID;nsid=499985682;c=1732144841066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:43,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec 2024-11-20T23:20:43,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:20:43,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326 with version=8 2024-11-20T23:20:43,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/hbase-staging 2024-11-20T23:20:43,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:43,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:20:43,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:43,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46281 2024-11-20T23:20:43,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46281 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462810x0, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:43,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46281-0x1015a8cbcbd0000 connected 2024-11-20T23:20:43,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/running 2024-11-20T23:20:43,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326, hbase.cluster.distributed=false 2024-11-20T23:20:43,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:43,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/acl 2024-11-20T23:20:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-20T23:20:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46281 2024-11-20T23:20:43,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:43,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46281 2024-11-20T23:20:43,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-20T23:20:43,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-20T23:20:43,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:43,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:20:43,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:43,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43159 2024-11-20T23:20:43,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43159 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:43,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:43,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431590x0, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:43,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431590x0, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/running 2024-11-20T23:20:43,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43159-0x1015a8cbcbd0001 connected 2024-11-20T23:20:43,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:20:43,748 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:20:43,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/master 2024-11-20T23:20:43,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/acl 2024-11-20T23:20:43,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-20T23:20:43,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43159 2024-11-20T23:20:43,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43159 2024-11-20T23:20:43,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-20T23:20:43,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-20T23:20:43,784 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:46281 2024-11-20T23:20:43,785 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1815090101/backup-masters/412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:43,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/backup-masters 2024-11-20T23:20:43,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/backup-masters 2024-11-20T23:20:43,794 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on existing znode=/0-1815090101/backup-masters/412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1815090101/master 2024-11-20T23:20:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:43,804 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on existing znode=/0-1815090101/master 2024-11-20T23:20:43,805 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1815090101/backup-masters/412a5e44fd2e,46281,1732144843240 from backup master directory 2024-11-20T23:20:43,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/backup-masters 2024-11-20T23:20:43,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1815090101/backup-masters/412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:43,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/backup-masters 2024-11-20T23:20:43,893 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:43,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:43,902 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/hbase.id] with ID: 1f6becbf-f1d2-4db8-80db-94698bb3b28f 2024-11-20T23:20:43,902 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/.tmp/hbase.id 2024-11-20T23:20:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:20:44,314 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/.tmp/hbase.id]:[hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/hbase.id] 2024-11-20T23:20:44,330 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:44,331 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:20:44,332 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:20:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:20:44,753 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:44,754 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:20:44,756 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:20:45,177 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store 2024-11-20T23:20:45,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:20:45,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:45,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:45,601 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:45,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:45,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:45,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:45,601 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:45,602 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144845601Disabling compacts and flushes for region at 1732144845601Disabling writes for close at 1732144845601Writing region close event to WAL at 1732144845601Closed at 1732144845601 2024-11-20T23:20:45,608 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/.initializing 2024-11-20T23:20:45,608 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/WALs/412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:45,613 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:45,624 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C46281%2C1732144843240, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/WALs/412a5e44fd2e,46281,1732144843240, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/oldWALs, maxLogs=10 2024-11-20T23:20:45,646 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/WALs/412a5e44fd2e,46281,1732144843240/412a5e44fd2e%2C46281%2C1732144843240.1732144845624, exclude list is [], retry=0 2024-11-20T23:20:45,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa,DISK] 2024-11-20T23:20:45,688 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/WALs/412a5e44fd2e,46281,1732144843240/412a5e44fd2e%2C46281%2C1732144843240.1732144845624 2024-11-20T23:20:45,688 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-20T23:20:45,688 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:45,688 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:45,689 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,689 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:20:45,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:45,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:45,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:20:45,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:45,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:45,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:20:45,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:45,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:45,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:20:45,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:45,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:45,736 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,737 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,737 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,741 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,741 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,742 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:45,743 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:45,745 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:45,746 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73713304, jitterRate=0.09841382503509521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:45,747 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144845689Initializing all the Stores at 1732144845696 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144845696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144845712 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144845712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144845712Cleaning up temporary data from old regions at 1732144845741 (+29 ms)Region opened successfully at 1732144845746 (+5 ms) 2024-11-20T23:20:45,747 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:20:45,750 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4695706d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:45,751 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:20:45,751 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:20:45,751 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:20:45,751 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:20:45,752 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:20:45,752 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:20:45,752 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:20:45,758 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:20:45,759 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Unable to get data of znode /0-1815090101/balancer because node does not exist (not necessarily an error) 2024-11-20T23:20:45,816 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/balancer already deleted, retry=false 2024-11-20T23:20:45,816 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:20:45,817 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Unable to get data of znode /0-1815090101/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:20:45,848 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/normalizer already deleted, retry=false 2024-11-20T23:20:45,849 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:20:45,850 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Unable to get data of znode /0-1815090101/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:20:45,867 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/switch/split already deleted, retry=false 2024-11-20T23:20:45,868 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Unable to get data of znode /0-1815090101/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:20:45,877 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/switch/merge already deleted, retry=false 2024-11-20T23:20:45,879 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Unable to get data of znode /0-1815090101/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:20:45,888 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/snapshot-cleanup already deleted, retry=false 2024-11-20T23:20:45,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1815090101/running 2024-11-20T23:20:45,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1815090101/running 2024-11-20T23:20:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:45,900 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,46281,1732144843240, sessionid=0x1015a8cbcbd0000, setting cluster-up flag (Was=false) 2024-11-20T23:20:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:45,951 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1815090101/flush-table-proc/acquired, /0-1815090101/flush-table-proc/reached, /0-1815090101/flush-table-proc/abort 2024-11-20T23:20:45,953 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:46,014 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1815090101/online-snapshot/acquired, /0-1815090101/online-snapshot/reached, /0-1815090101/online-snapshot/abort 2024-11-20T23:20:46,015 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:46,016 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:20:46,018 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:46,018 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:20:46,018 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:20:46,019 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,46281,1732144843240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:46,021 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:46,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:20:46,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:46,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:20:46,032 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144876032 2024-11-20T23:20:46,032 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:20:46,033 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:20:46,033 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:20:46,033 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:20:46,033 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:20:46,033 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:20:46,044 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,052 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:20:46,052 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:20:46,053 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:20:46,053 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:20:46,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:20:46,068 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:20:46,068 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:20:46,076 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144846068,5,FailOnTimeoutGroup] 2024-11-20T23:20:46,077 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144846076,5,FailOnTimeoutGroup] 2024-11-20T23:20:46,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:20:46,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,077 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,096 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(746): ClusterId : 1f6becbf-f1d2-4db8-80db-94698bb3b28f 2024-11-20T23:20:46,096 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:20:46,142 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:20:46,142 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:20:46,157 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:20:46,157 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcfba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:46,179 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:43159 2024-11-20T23:20:46,179 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:20:46,179 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:20:46,179 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:20:46,185 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,46281,1732144843240 with port=43159, startcode=1732144843683 2024-11-20T23:20:46,185 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:20:46,189 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:20:46,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46281 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,208 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326 2024-11-20T23:20:46,208 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41947 2024-11-20T23:20:46,208 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:20:46,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/rs 2024-11-20T23:20:46,232 DEBUG [RS:0;412a5e44fd2e:43159 {}] zookeeper.ZKUtil(111): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on existing znode=/0-1815090101/rs/412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,233 WARN [RS:0;412a5e44fd2e:43159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:46,233 INFO [RS:0;412a5e44fd2e:43159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:46,233 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,43159,1732144843683] 2024-11-20T23:20:46,313 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:20:46,319 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:20:46,320 INFO [RS:0;412a5e44fd2e:43159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:20:46,320 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,325 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:20:46,329 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:20:46,330 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:46,330 DEBUG [RS:0;412a5e44fd2e:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,344 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43159,1732144843683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:46,371 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:20:46,372 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43159,1732144843683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,372 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,372 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.Replication(171): 412a5e44fd2e,43159,1732144843683 started 2024-11-20T23:20:46,395 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:46,395 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,43159,1732144843683, RpcServer on 412a5e44fd2e/172.17.0.2:43159, sessionid=0x1015a8cbcbd0001 2024-11-20T23:20:46,395 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:20:46,395 DEBUG [RS:0;412a5e44fd2e:43159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,395 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43159,1732144843683' 2024-11-20T23:20:46,395 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1815090101/flush-table-proc/abort' 2024-11-20T23:20:46,401 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1815090101/flush-table-proc/acquired' 2024-11-20T23:20:46,403 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:20:46,403 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:20:46,404 DEBUG [RS:0;412a5e44fd2e:43159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:46,404 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43159,1732144843683' 2024-11-20T23:20:46,404 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1815090101/online-snapshot/abort' 2024-11-20T23:20:46,405 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1815090101/online-snapshot/acquired' 2024-11-20T23:20:46,406 DEBUG [RS:0;412a5e44fd2e:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:20:46,406 INFO [RS:0;412a5e44fd2e:43159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:20:46,406 INFO [RS:0;412a5e44fd2e:43159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:20:46,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:20:46,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326 2024-11-20T23:20:46,507 INFO [RS:0;412a5e44fd2e:43159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:46,516 INFO [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C43159%2C1732144843683, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs, maxLogs=10 2024-11-20T23:20:46,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:20:46,548 DEBUG [RS:0;412a5e44fd2e:43159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516, exclude list is [], retry=0 2024-11-20T23:20:46,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa,DISK] 2024-11-20T23:20:46,581 INFO [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 2024-11-20T23:20:46,596 DEBUG [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-20T23:20:46,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:46,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:46,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:46,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:46,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:46,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:46,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:46,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:46,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:46,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:46,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:46,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:46,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:46,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:46,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:46,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:46,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740 2024-11-20T23:20:46,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740 2024-11-20T23:20:46,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:46,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:46,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:47,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:47,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:47,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64050525, jitterRate=-0.04557280242443085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144846937Initializing all the Stores at 1732144846938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144846938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144846938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144846938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144846938Cleaning up temporary data from old regions at 1732144846980 (+42 ms)Region opened successfully at 1732144847034 (+54 ms) 2024-11-20T23:20:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:47,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:47,035 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:47,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144847034Disabling compacts and flushes for region at 1732144847034Disabling writes for close at 1732144847034Writing region close event to WAL at 1732144847035 (+1 ms)Closed at 1732144847035 2024-11-20T23:20:47,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:47,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:20:47,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:20:47,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:47,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:20:47,198 DEBUG [412a5e44fd2e:46281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:47,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:47,212 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43159,1732144843683, state=OPENING 2024-11-20T23:20:47,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:20:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:47,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1815090101/meta-region-server: CHANGED 2024-11-20T23:20:47,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:47,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43159,1732144843683}] 2024-11-20T23:20:47,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1815090101/meta-region-server: CHANGED 2024-11-20T23:20:47,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:20:47,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:20:47,489 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:20:47,489 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:47,489 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:20:47,491 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C43159%2C1732144843683.meta, suffix=.meta, logDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs, maxLogs=10 2024-11-20T23:20:47,506 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.meta.1732144847491.meta, exclude list is [], retry=0 2024-11-20T23:20:47,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa,DISK] 2024-11-20T23:20:47,521 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.meta.1732144847491.meta 2024-11-20T23:20:47,524 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-20T23:20:47,524 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:47,525 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:20:47,525 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:20:47,525 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:20:47,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:47,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:47,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:47,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:47,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:47,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:47,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:47,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:47,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:47,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:47,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:47,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:47,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:47,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:47,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:47,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:47,536 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:47,537 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740 2024-11-20T23:20:47,537 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740 2024-11-20T23:20:47,538 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:47,538 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:47,539 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:47,540 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:47,540 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72545972, jitterRate=0.08101922273635864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:47,541 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:20:47,541 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144847525Writing region info on filesystem at 1732144847525Initializing all the Stores at 1732144847526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144847526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144847531 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144847531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144847531Cleaning up temporary data from old regions at 1732144847538 (+7 ms)Running coprocessor post-open hooks at 1732144847541 (+3 ms)Region opened successfully at 1732144847541 2024-11-20T23:20:47,542 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144847481 2024-11-20T23:20:47,544 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:20:47,544 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:20:47,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:47,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43159,1732144843683, state=OPEN 2024-11-20T23:20:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1815090101/meta-region-server 2024-11-20T23:20:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1815090101/meta-region-server 2024-11-20T23:20:47,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1815090101/meta-region-server: CHANGED 2024-11-20T23:20:47,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1815090101/meta-region-server: CHANGED 2024-11-20T23:20:47,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:47,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:20:47,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43159,1732144843683 in 231 msec 2024-11-20T23:20:47,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:20:47,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-20T23:20:47,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:47,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:20:47,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:47,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:20:47,567 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:47,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:47,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5590 sec 2024-11-20T23:20:47,577 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144847577, completionTime=-1 2024-11-20T23:20:47,577 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:20:47,577 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:20:47,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:20:47,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144907582 2024-11-20T23:20:47,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144967582 2024-11-20T23:20:47,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T23:20:47,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,583 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,583 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,583 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:46281, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,583 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,586 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:20:47,592 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,598 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.703sec 2024-11-20T23:20:47,598 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:47,599 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:20:47,603 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:20:47,603 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:20:47,603 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46281,1732144843240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:47,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5622167b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:47,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:20:47,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:47,702 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:20:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:20:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b5c00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:20:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:47,705 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:47,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a0faaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:47,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:20:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:47,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:47,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:47,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:47,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8cbcbd0002 connected 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir so I do NOT create it in target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309 2024-11-20T23:20:47,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.tmp.dir so I do NOT create it in target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309 2024-11-20T23:20:47,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:20:47,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/cluster_c0e135e8-99c3-72e4-88a8-bf61ca964820, deleteOnExit=true 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:20:47,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/test.cache.data in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:20:47,768 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:20:47,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:20:47,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:20:48,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:48,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:48,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:48,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:48,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:20:48,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:48,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559cdb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:48,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52dff162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:48,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6290711a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/java.io.tmpdir/jetty-localhost-34543-hadoop-hdfs-3_4_1-tests_jar-_-any-14290422532390666689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:20:48,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45330566{HTTP/1.1, (http/1.1)}{localhost:34543} 2024-11-20T23:20:48,346 INFO [Time-limited test {}] server.Server(415): Started @179689ms 2024-11-20T23:20:48,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:20:48,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:20:48,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:20:48,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:20:48,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:20:48,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ef228d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:20:48,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2674ecea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:20:48,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7475093{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/java.io.tmpdir/jetty-localhost-37533-hadoop-hdfs-3_4_1-tests_jar-_-any-594429900755454308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:20:48,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cbea1a7{HTTP/1.1, (http/1.1)}{localhost:37533} 2024-11-20T23:20:48,889 INFO [Time-limited test {}] server.Server(415): Started @180232ms 2024-11-20T23:20:48,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:20:50,520 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/cluster_c0e135e8-99c3-72e4-88a8-bf61ca964820/data/data1/current/BP-229213547-172.17.0.2-1732144847795/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:50,532 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/cluster_c0e135e8-99c3-72e4-88a8-bf61ca964820/data/data2/current/BP-229213547-172.17.0.2-1732144847795/current, will proceed with Du for space computation calculation, 2024-11-20T23:20:50,597 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:20:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33b72875860adbc7 with lease ID 0x2bc3e6b71808cb8f: Processing first storage report for DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae from datanode DatanodeRegistration(127.0.0.1:39329, datanodeUuid=a3725d39-7578-4b45-b4a5-a8472e86fbe2, infoPort=35689, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1100187243;c=1732144847795) 2024-11-20T23:20:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33b72875860adbc7 with lease ID 0x2bc3e6b71808cb8f: from storage DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae node DatanodeRegistration(127.0.0.1:39329, datanodeUuid=a3725d39-7578-4b45-b4a5-a8472e86fbe2, infoPort=35689, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1100187243;c=1732144847795), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33b72875860adbc7 with lease ID 0x2bc3e6b71808cb8f: Processing first storage report for DS-bf040623-1d2d-4406-8e03-daa442b22509 from datanode DatanodeRegistration(127.0.0.1:39329, datanodeUuid=a3725d39-7578-4b45-b4a5-a8472e86fbe2, infoPort=35689, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1100187243;c=1732144847795) 2024-11-20T23:20:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33b72875860adbc7 with lease ID 0x2bc3e6b71808cb8f: from storage DS-bf040623-1d2d-4406-8e03-daa442b22509 node DatanodeRegistration(127.0.0.1:39329, datanodeUuid=a3725d39-7578-4b45-b4a5-a8472e86fbe2, infoPort=35689, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=1100187243;c=1732144847795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:20:50,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309 2024-11-20T23:20:50,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:50,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:20:50,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304 with version=8 2024-11-20T23:20:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/hbase-staging 2024-11-20T23:20:50,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:50,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:50,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:50,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:20:50,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:50,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33537 2024-11-20T23:20:50,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33537 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:50,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335370x0, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:50,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33537-0x1015a8cbcbd0003 connected 2024-11-20T23:20:50,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:50,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:50,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/running 2024-11-20T23:20:50,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304, hbase.cluster.distributed=false 2024-11-20T23:20:50,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/acl 2024-11-20T23:20:50,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-20T23:20:50,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33537 2024-11-20T23:20:50,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33537 2024-11-20T23:20:50,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-20T23:20:50,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-20T23:20:50,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:20:50,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:20:50,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44659 2024-11-20T23:20:50,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44659 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:50,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:50,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446590x0, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:51,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446590x0, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/running 2024-11-20T23:20:51,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:20:51,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44659-0x1015a8cbcbd0004 connected 2024-11-20T23:20:51,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:20:51,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/master 2024-11-20T23:20:51,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/acl 2024-11-20T23:20:51,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-20T23:20:51,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44659 2024-11-20T23:20:51,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44659 2024-11-20T23:20:51,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-20T23:20:51,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44659 2024-11-20T23:20:51,096 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:33537 2024-11-20T23:20:51,098 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1488605196/backup-masters/412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/backup-masters 2024-11-20T23:20:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/backup-masters 2024-11-20T23:20:51,109 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on existing znode=/1488605196/backup-masters/412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1488605196/master 2024-11-20T23:20:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:51,120 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on existing znode=/1488605196/master 2024-11-20T23:20:51,121 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1488605196/backup-masters/412a5e44fd2e,33537,1732144850757 from backup master directory 2024-11-20T23:20:51,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1488605196/backup-masters/412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:51,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/backup-masters 2024-11-20T23:20:51,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/backup-masters 2024-11-20T23:20:51,130 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:51,130 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:51,141 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/hbase.id] with ID: 6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a 2024-11-20T23:20:51,141 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/.tmp/hbase.id 2024-11-20T23:20:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:20:51,570 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/.tmp/hbase.id]:[hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/hbase.id] 2024-11-20T23:20:51,605 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:51,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:20:51,609 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T23:20:51,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:51,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:20:51,688 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:51,688 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:20:51,689 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:20:52,136 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store 2024-11-20T23:20:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:20:52,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:20:52,551 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:52,551 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:20:52,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144852551Disabling compacts and flushes for region at 1732144852551Disabling writes for close at 1732144852551Writing region close event to WAL at 1732144852551Closed at 1732144852551 2024-11-20T23:20:52,552 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/.initializing 2024-11-20T23:20:52,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/WALs/412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:52,553 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:52,555 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C33537%2C1732144850757, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/WALs/412a5e44fd2e,33537,1732144850757, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/oldWALs, maxLogs=10 2024-11-20T23:20:52,573 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/WALs/412a5e44fd2e,33537,1732144850757/412a5e44fd2e%2C33537%2C1732144850757.1732144852555, exclude list is [], retry=0 2024-11-20T23:20:52,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39329,DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae,DISK] 2024-11-20T23:20:52,581 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/WALs/412a5e44fd2e,33537,1732144850757/412a5e44fd2e%2C33537%2C1732144850757.1732144852555 2024-11-20T23:20:52,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35689:35689)] 2024-11-20T23:20:52,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:52,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:52,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:20:52,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:52,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:52,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:20:52,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:52,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:52,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:20:52,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:52,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:52,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:20:52,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:52,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:52,590 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,591 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,591 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,593 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,593 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,596 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:52,600 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:20:52,603 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:52,603 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70768851, jitterRate=0.0545380562543869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:52,604 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144852582Initializing all the Stores at 1732144852582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144852582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144852582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144852583 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144852583Cleaning up temporary data from old regions at 1732144852593 (+10 ms)Region opened successfully at 1732144852604 (+11 ms) 2024-11-20T23:20:52,607 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:20:52,614 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30904fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:52,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:20:52,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:20:52,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:20:52,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:20:52,623 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-20T23:20:52,623 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:20:52,623 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:20:52,630 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:20:52,632 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/balancer because node does not exist (not necessarily an error) 2024-11-20T23:20:52,697 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/balancer already deleted, retry=false 2024-11-20T23:20:52,698 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:20:52,698 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:20:52,789 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/normalizer already deleted, retry=false 2024-11-20T23:20:52,789 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:20:52,790 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:20:52,810 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/switch/split already deleted, retry=false 2024-11-20T23:20:52,811 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:20:52,831 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/switch/merge already deleted, retry=false 2024-11-20T23:20:52,833 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:20:52,852 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/snapshot-cleanup already deleted, retry=false 2024-11-20T23:20:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1488605196/running 2024-11-20T23:20:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1488605196/running 2024-11-20T23:20:52,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:52,874 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,33537,1732144850757, sessionid=0x1015a8cbcbd0003, setting cluster-up flag (Was=false) 2024-11-20T23:20:52,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:52,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:52,971 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1488605196/flush-table-proc/acquired, /1488605196/flush-table-proc/reached, /1488605196/flush-table-proc/abort 2024-11-20T23:20:52,972 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:52,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:53,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:53,034 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1488605196/online-snapshot/acquired, /1488605196/online-snapshot/reached, /1488605196/online-snapshot/abort 2024-11-20T23:20:53,035 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:53,052 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:20:53,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,063 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:53,064 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:20:53,064 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:20:53,067 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,33537,1732144850757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:53,071 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:53,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:53,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:20:53,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:53,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144883132 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:20:53,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:20:53,133 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:20:53,136 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,137 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:20:53,137 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:20:53,137 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:20:53,137 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:20:53,138 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144853138,5,FailOnTimeoutGroup] 2024-11-20T23:20:53,138 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(746): ClusterId : 6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a 2024-11-20T23:20:53,138 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144853138,5,FailOnTimeoutGroup] 2024-11-20T23:20:53,138 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:20:53,151 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:20:53,151 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:20:53,162 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:20:53,163 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442cee09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:20:53,187 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:44659 2024-11-20T23:20:53,187 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:20:53,187 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:20:53,188 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:20:53,189 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,33537,1732144850757 with port=44659, startcode=1732144850964 2024-11-20T23:20:53,189 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:20:53,193 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:20:53,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33537 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,194 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304 2024-11-20T23:20:53,195 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37233 2024-11-20T23:20:53,195 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:20:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/rs 2024-11-20T23:20:53,252 DEBUG [RS:0;412a5e44fd2e:44659 {}] zookeeper.ZKUtil(111): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on existing znode=/1488605196/rs/412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,252 WARN [RS:0;412a5e44fd2e:44659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:20:53,252 INFO [RS:0;412a5e44fd2e:44659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:53,252 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,44659,1732144850964] 2024-11-20T23:20:53,259 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:20:53,261 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:20:53,261 INFO [RS:0;412a5e44fd2e:44659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:20:53,261 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,262 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:20:53,262 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:20:53,262 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:53,263 DEBUG [RS:0;412a5e44fd2e:44659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,268 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44659,1732144850964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:53,289 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:20:53,289 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44659,1732144850964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,289 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,290 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.Replication(171): 412a5e44fd2e,44659,1732144850964 started 2024-11-20T23:20:53,310 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:53,310 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,44659,1732144850964, RpcServer on 412a5e44fd2e/172.17.0.2:44659, sessionid=0x1015a8cbcbd0004 2024-11-20T23:20:53,310 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:20:53,310 DEBUG [RS:0;412a5e44fd2e:44659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,310 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44659,1732144850964' 2024-11-20T23:20:53,310 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1488605196/flush-table-proc/abort' 2024-11-20T23:20:53,313 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1488605196/flush-table-proc/acquired' 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44659,1732144850964' 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1488605196/online-snapshot/abort' 2024-11-20T23:20:53,314 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1488605196/online-snapshot/acquired' 2024-11-20T23:20:53,315 DEBUG [RS:0;412a5e44fd2e:44659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:20:53,315 INFO [RS:0;412a5e44fd2e:44659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:20:53,315 INFO [RS:0;412a5e44fd2e:44659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:20:53,415 INFO [RS:0;412a5e44fd2e:44659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:20:53,417 INFO [RS:0;412a5e44fd2e:44659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44659%2C1732144850964, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/oldWALs, maxLogs=10 2024-11-20T23:20:53,436 DEBUG [RS:0;412a5e44fd2e:44659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, exclude list is [], retry=0 2024-11-20T23:20:53,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39329,DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae,DISK] 2024-11-20T23:20:53,443 INFO [RS:0;412a5e44fd2e:44659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 2024-11-20T23:20:53,444 DEBUG [RS:0;412a5e44fd2e:44659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35689:35689)] 2024-11-20T23:20:53,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:20:53,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304 2024-11-20T23:20:53,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:20:53,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:53,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:53,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:53,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:53,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:53,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:53,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:53,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:53,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:53,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:53,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:53,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:53,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:53,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:53,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:53,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:53,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:53,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:53,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740 2024-11-20T23:20:53,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740 2024-11-20T23:20:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:53,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:53,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:53,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68125171, jitterRate=0.01514415442943573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144853586Initializing all the Stores at 1732144853587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144853587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144853588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144853588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144853588Cleaning up temporary data from old regions at 1732144853604 (+16 ms)Region opened successfully at 1732144853608 (+4 ms) 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:20:53,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:20:53,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:20:53,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144853608Disabling compacts and flushes for region at 1732144853608Disabling writes for close at 1732144853608Writing region close event to WAL at 1732144853608Closed at 1732144853608 2024-11-20T23:20:53,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:53,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:20:53,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:20:53,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:53,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:20:53,777 DEBUG [412a5e44fd2e:33537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:20:53,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:53,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44659,1732144850964, state=OPENING 2024-11-20T23:20:53,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:20:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:53,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1488605196/meta-region-server: CHANGED 2024-11-20T23:20:53,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1488605196/meta-region-server: CHANGED 2024-11-20T23:20:53,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:20:53,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44659,1732144850964}] 2024-11-20T23:20:54,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:20:54,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:20:54,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:20:54,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:54,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:20:54,076 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44659%2C1732144850964.meta, suffix=.meta, logDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/oldWALs, maxLogs=10 2024-11-20T23:20:54,093 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.meta.1732144854076.meta, exclude list is [], retry=0 2024-11-20T23:20:54,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39329,DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae,DISK] 2024-11-20T23:20:54,097 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.meta.1732144854076.meta 2024-11-20T23:20:54,104 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35689:35689)] 2024-11-20T23:20:54,104 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:54,105 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:20:54,105 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:20:54,105 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:20:54,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:20:54,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:20:54,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:54,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:54,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:20:54,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:20:54,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:54,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:54,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:20:54,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:20:54,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:54,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:54,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:20:54,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:20:54,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:54,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:20:54,117 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:20:54,117 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740 2024-11-20T23:20:54,118 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740 2024-11-20T23:20:54,119 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:20:54,119 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:20:54,120 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:20:54,121 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:20:54,121 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61121668, jitterRate=-0.08921617269515991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:20:54,122 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:20:54,122 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144854105Writing region info on filesystem at 1732144854105Initializing all the Stores at 1732144854106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144854106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144854112 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144854112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144854112Cleaning up temporary data from old regions at 1732144854119 (+7 ms)Running coprocessor post-open hooks at 1732144854122 (+3 ms)Region opened successfully at 1732144854122 2024-11-20T23:20:54,122 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144854069 2024-11-20T23:20:54,125 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:20:54,125 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:20:54,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:54,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44659,1732144850964, state=OPEN 2024-11-20T23:20:54,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1488605196/meta-region-server 2024-11-20T23:20:54,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1488605196/meta-region-server 2024-11-20T23:20:54,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:54,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1488605196/meta-region-server: CHANGED 2024-11-20T23:20:54,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1488605196/meta-region-server: CHANGED 2024-11-20T23:20:54,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:20:54,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44659,1732144850964 in 230 msec 2024-11-20T23:20:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:20:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-20T23:20:54,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:20:54,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:20:54,158 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:54,158 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:20:54,159 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:54,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:54,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-20T23:20:54,167 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144854167, completionTime=-1 2024-11-20T23:20:54,167 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:20:54,167 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144914170 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144974170 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:33537, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,170 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,173 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:20:54,176 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,180 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.050sec 2024-11-20T23:20:54,180 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:20:54,180 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:20:54,181 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:20:54,181 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:20:54,181 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:20:54,181 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:20:54,181 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:20:54,190 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:20:54,190 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:20:54,190 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33537,1732144850757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:20:54,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12009ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:54,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:20:54,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:54,240 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:20:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:20:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:20:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:54,243 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:54,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c13267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:54,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:20:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:54,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:20:54,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:54,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54334 2024-11-20T23:20:54,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:20:54,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8cbcbd0005 connected 2024-11-20T23:20:54,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33190248 2024-11-20T23:20:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:54,310 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:54,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:20:54,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:20:54,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:54,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:20:54,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:20:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:20:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:54,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18121de4d6487f05a60ecc0cf2c3cd67, NAME => 'test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326 2024-11-20T23:20:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:20:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18121de4d6487f05a60ecc0cf2c3cd67, disabling compactions & flushes 2024-11-20T23:20:55,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. after waiting 0 ms 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18121de4d6487f05a60ecc0cf2c3cd67: Waiting for close lock at 1732144855135Disabling compacts and flushes for region at 1732144855135Disabling writes for close at 1732144855135Writing region close event to WAL at 1732144855135Closed at 1732144855135 2024-11-20T23:20:55,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:20:55,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144855136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144855136"}]},"ts":"1732144855136"} 2024-11-20T23:20:55,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:20:55,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:20:55,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144855140"}]},"ts":"1732144855140"} 2024-11-20T23:20:55,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:20:55,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18121de4d6487f05a60ecc0cf2c3cd67, ASSIGN}] 2024-11-20T23:20:55,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18121de4d6487f05a60ecc0cf2c3cd67, ASSIGN 2024-11-20T23:20:55,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18121de4d6487f05a60ecc0cf2c3cd67, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43159,1732144843683; forceNewPlan=false, retain=false 2024-11-20T23:20:55,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18121de4d6487f05a60ecc0cf2c3cd67, regionState=OPENING, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18121de4d6487f05a60ecc0cf2c3cd67, ASSIGN because future has completed 2024-11-20T23:20:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18121de4d6487f05a60ecc0cf2c3cd67, server=412a5e44fd2e,43159,1732144843683}] 2024-11-20T23:20:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:55,468 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18121de4d6487f05a60ecc0cf2c3cd67, NAME => 'test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:55,468 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:55,468 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:20:55,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:55,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,472 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,474 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121de4d6487f05a60ecc0cf2c3cd67 columnFamilyName f 2024-11-20T23:20:55,474 DEBUG [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:55,475 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(327): Store=18121de4d6487f05a60ecc0cf2c3cd67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:55,475 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,481 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121de4d6487f05a60ecc0cf2c3cd67 columnFamilyName f1 2024-11-20T23:20:55,481 DEBUG [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:55,481 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(327): Store=18121de4d6487f05a60ecc0cf2c3cd67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:55,482 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,483 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121de4d6487f05a60ecc0cf2c3cd67 columnFamilyName norep 2024-11-20T23:20:55,483 DEBUG [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:55,484 INFO [StoreOpener-18121de4d6487f05a60ecc0cf2c3cd67-1 {}] regionserver.HStore(327): Store=18121de4d6487f05a60ecc0cf2c3cd67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:55,484 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,486 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,490 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,497 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,497 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,498 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:55,499 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,511 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:55,516 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18121de4d6487f05a60ecc0cf2c3cd67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65738617, jitterRate=-0.02041827142238617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:55,516 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:20:55,517 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18121de4d6487f05a60ecc0cf2c3cd67: Running coprocessor pre-open hook at 1732144855469Writing region info on filesystem at 1732144855469Initializing all the Stores at 1732144855470 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144855470Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144855472 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144855472Cleaning up temporary data from old regions at 1732144855497 (+25 ms)Running coprocessor post-open hooks at 1732144855516 (+19 ms)Region opened successfully at 1732144855516 2024-11-20T23:20:55,518 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., pid=6, masterSystemTime=1732144855460 2024-11-20T23:20:55,523 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,523 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:20:55,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18121de4d6487f05a60ecc0cf2c3cd67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:55,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=6, ppid=5, state=RUNNABLE, hasLock=true; OpenRegionProcedure 18121de4d6487f05a60ecc0cf2c3cd67, server=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:55,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:20:55,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18121de4d6487f05a60ecc0cf2c3cd67, server=412a5e44fd2e,43159,1732144843683 in 233 msec 2024-11-20T23:20:55,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:20:55,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18121de4d6487f05a60ecc0cf2c3cd67, ASSIGN in 391 msec 2024-11-20T23:20:55,536 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:20:55,537 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144855536"}]},"ts":"1732144855536"} 2024-11-20T23:20:55,539 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:20:55,540 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:20:55,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2290 sec 2024-11-20T23:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:56,472 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:20:56,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-11-20T23:20:56,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:56,475 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:56,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:20:56,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:20:56,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:56,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:20:56,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:20:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:20:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:56,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c95834e75e82fbbfcc9431ea01fb40a5, NAME => 'test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304 2024-11-20T23:20:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:20:56,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:56,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c95834e75e82fbbfcc9431ea01fb40a5, disabling compactions & flushes 2024-11-20T23:20:56,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:56,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:56,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. after waiting 0 ms 2024-11-20T23:20:56,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:56,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:56,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c95834e75e82fbbfcc9431ea01fb40a5: Waiting for close lock at 1732144856912Disabling compacts and flushes for region at 1732144856912Disabling writes for close at 1732144856913 (+1 ms)Writing region close event to WAL at 1732144856913Closed at 1732144856913 2024-11-20T23:20:56,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:20:56,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144856916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144856916"}]},"ts":"1732144856916"} 2024-11-20T23:20:56,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:20:56,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:20:56,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144856922"}]},"ts":"1732144856922"} 2024-11-20T23:20:56,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:20:56,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c95834e75e82fbbfcc9431ea01fb40a5, ASSIGN}] 2024-11-20T23:20:56,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c95834e75e82fbbfcc9431ea01fb40a5, ASSIGN 2024-11-20T23:20:56,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c95834e75e82fbbfcc9431ea01fb40a5, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44659,1732144850964; forceNewPlan=false, retain=false 2024-11-20T23:20:57,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c95834e75e82fbbfcc9431ea01fb40a5, regionState=OPENING, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c95834e75e82fbbfcc9431ea01fb40a5, ASSIGN because future has completed 2024-11-20T23:20:57,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c95834e75e82fbbfcc9431ea01fb40a5, server=412a5e44fd2e,44659,1732144850964}] 2024-11-20T23:20:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:57,248 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:57,249 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c95834e75e82fbbfcc9431ea01fb40a5, NAME => 'test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:57,249 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:57,249 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:20:57,249 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,249 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:57,249 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,249 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,251 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,252 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95834e75e82fbbfcc9431ea01fb40a5 columnFamilyName f 2024-11-20T23:20:57,252 DEBUG [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:57,253 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(327): Store=c95834e75e82fbbfcc9431ea01fb40a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:57,253 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,254 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95834e75e82fbbfcc9431ea01fb40a5 columnFamilyName f1 2024-11-20T23:20:57,254 DEBUG [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:57,255 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(327): Store=c95834e75e82fbbfcc9431ea01fb40a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:57,255 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,258 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c95834e75e82fbbfcc9431ea01fb40a5 columnFamilyName norep 2024-11-20T23:20:57,258 DEBUG [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:57,259 INFO [StoreOpener-c95834e75e82fbbfcc9431ea01fb40a5-1 {}] regionserver.HStore(327): Store=c95834e75e82fbbfcc9431ea01fb40a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:57,259 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,260 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,260 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,269 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,269 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,270 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:57,271 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,275 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:57,277 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c95834e75e82fbbfcc9431ea01fb40a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68683896, jitterRate=0.02346980571746826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:57,277 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:20:57,277 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c95834e75e82fbbfcc9431ea01fb40a5: Running coprocessor pre-open hook at 1732144857249Writing region info on filesystem at 1732144857249Initializing all the Stores at 1732144857250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144857250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144857250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144857250Cleaning up temporary data from old regions at 1732144857269 (+19 ms)Running coprocessor post-open hooks at 1732144857277 (+8 ms)Region opened successfully at 1732144857277 2024-11-20T23:20:57,278 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., pid=6, masterSystemTime=1732144857236 2024-11-20T23:20:57,280 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:57,280 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:20:57,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c95834e75e82fbbfcc9431ea01fb40a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c95834e75e82fbbfcc9431ea01fb40a5, server=412a5e44fd2e,44659,1732144850964 because future has completed 2024-11-20T23:20:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:20:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c95834e75e82fbbfcc9431ea01fb40a5, server=412a5e44fd2e,44659,1732144850964 in 205 msec 2024-11-20T23:20:57,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:20:57,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c95834e75e82fbbfcc9431ea01fb40a5, ASSIGN in 366 msec 2024-11-20T23:20:57,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:20:57,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144857295"}]},"ts":"1732144857295"} 2024-11-20T23:20:57,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:20:57,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:20:57,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 828 msec 2024-11-20T23:20:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:20:57,624 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:20:57,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247216a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:20:57,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:57,625 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce39469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,627 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f29e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3e71d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:20:57,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:57,636 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:20:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:20:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:20:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:57,640 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e97425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faab8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:20:57,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:57,645 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:20:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:20:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a44bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:20:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,653 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7736240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a2b038 2024-11-20T23:20:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:57,656 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:57,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:33537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:20:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:20:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:57,660 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:33537' 2024-11-20T23:20:57,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1087a246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,661 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:20:57,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:57,662 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:20:57,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:57,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:20:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98c6770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:20:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,664 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:57,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a0eca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:57,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:57,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:57,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aeff52 2024-11-20T23:20:57,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:57,670 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:57,671 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:20:57,672 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:20:57,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:57,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:57,672 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:57,674 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:20:57,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:20:57,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:57,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:20:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:20:57,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecdb4d3ffe350ad27067a87a41b4b09c, NAME => 'hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326 2024-11-20T23:20:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:20:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecdb4d3ffe350ad27067a87a41b4b09c, disabling compactions & flushes 2024-11-20T23:20:57,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. after waiting 0 ms 2024-11-20T23:20:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:57,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecdb4d3ffe350ad27067a87a41b4b09c: Waiting for close lock at 1732144857706Disabling compacts and flushes for region at 1732144857706Disabling writes for close at 1732144857706Writing region close event to WAL at 1732144857706Closed at 1732144857706 2024-11-20T23:20:57,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:20:57,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144857708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144857708"}]},"ts":"1732144857708"} 2024-11-20T23:20:57,710 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:20:57,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:20:57,712 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144857712"}]},"ts":"1732144857712"} 2024-11-20T23:20:57,715 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:20:57,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecdb4d3ffe350ad27067a87a41b4b09c, ASSIGN}] 2024-11-20T23:20:57,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecdb4d3ffe350ad27067a87a41b4b09c, ASSIGN 2024-11-20T23:20:57,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecdb4d3ffe350ad27067a87a41b4b09c, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43159,1732144843683; forceNewPlan=false, retain=false 2024-11-20T23:20:57,732 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:20:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:57,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecdb4d3ffe350ad27067a87a41b4b09c, regionState=OPENING, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:57,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecdb4d3ffe350ad27067a87a41b4b09c, ASSIGN because future has completed 2024-11-20T23:20:57,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecdb4d3ffe350ad27067a87a41b4b09c, server=412a5e44fd2e,43159,1732144843683}] 2024-11-20T23:20:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:58,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:58,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:58,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:20:58,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C43159%2C1732144843683.rep, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs, maxLogs=10 2024-11-20T23:20:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.rep.1732144858040, exclude list is [], retry=0 2024-11-20T23:20:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-f18a5f0f-6715-47d2-a346-17ee5ee30dfa,DISK] 2024-11-20T23:20:58,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.rep.1732144858040 2024-11-20T23:20:58,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37805:37805)] 2024-11-20T23:20:58,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecdb4d3ffe350ad27067a87a41b4b09c, NAME => 'hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:58,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:58,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:58,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. service=MultiRowMutationService 2024-11-20T23:20:58,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:20:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,080 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,083 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecdb4d3ffe350ad27067a87a41b4b09c columnFamilyName hfileref 2024-11-20T23:20:58,083 DEBUG [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:58,085 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(327): Store=ecdb4d3ffe350ad27067a87a41b4b09c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:58,085 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,103 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecdb4d3ffe350ad27067a87a41b4b09c columnFamilyName queue 2024-11-20T23:20:58,104 DEBUG [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:58,108 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(327): Store=ecdb4d3ffe350ad27067a87a41b4b09c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:58,108 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,116 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecdb4d3ffe350ad27067a87a41b4b09c columnFamilyName sid 2024-11-20T23:20:58,117 DEBUG [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:58,117 INFO [StoreOpener-ecdb4d3ffe350ad27067a87a41b4b09c-1 {}] regionserver.HStore(327): Store=ecdb4d3ffe350ad27067a87a41b4b09c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:58,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:58,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:58,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecdb4d3ffe350ad27067a87a41b4b09c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71482623, jitterRate=0.06517408788204193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:58,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:20:58,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecdb4d3ffe350ad27067a87a41b4b09c: Running coprocessor pre-open hook at 1732144858074Writing region info on filesystem at 1732144858074Initializing all the Stores at 1732144858076 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144858076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144858080 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144858080Cleaning up temporary data from old regions at 1732144858120 (+40 ms)Running coprocessor post-open hooks at 1732144858127 (+7 ms)Region opened successfully at 1732144858128 (+1 ms) 2024-11-20T23:20:58,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c., pid=10, masterSystemTime=1732144858031 2024-11-20T23:20:58,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:58,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:20:58,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecdb4d3ffe350ad27067a87a41b4b09c, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43159,1732144843683 2024-11-20T23:20:58,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecdb4d3ffe350ad27067a87a41b4b09c, server=412a5e44fd2e,43159,1732144843683 because future has completed 2024-11-20T23:20:58,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:20:58,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecdb4d3ffe350ad27067a87a41b4b09c, server=412a5e44fd2e,43159,1732144843683 in 262 msec 2024-11-20T23:20:58,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:20:58,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144858148"}]},"ts":"1732144858148"} 2024-11-20T23:20:58,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:20:58,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecdb4d3ffe350ad27067a87a41b4b09c, ASSIGN in 426 msec 2024-11-20T23:20:58,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:20:58,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:20:58,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 485 msec 2024-11-20T23:20:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2] 2024-11-20T23:20:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:20:58,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:20:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:58,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:20:58,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:20:58,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:20:58,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T23:20:58,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:20:58,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:20:58,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:20:58,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:20:58,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:20:58,400 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:20:58,432 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,43159,1732144843683, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:20:58,433 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:58,433 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:20:58,433 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:58,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T23:20:58,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,43159,1732144843683', locateType=CURRENT is [region=hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2] 2024-11-20T23:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:20:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:20:58,468 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,43159,1732144843683 suceeded 2024-11-20T23:20:58,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:20:58,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-20T23:20:58,473 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:33537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:20:58,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 816 msec 2024-11-20T23:20:58,478 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:33537' 2024-11-20T23:20:58,480 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9b7bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,480 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:20:58,480 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:58,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:20:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726d6abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:20:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:58,486 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e0e8784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,486 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:58,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:58,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695bcfbd 2024-11-20T23:20:58,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:58,488 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T23:20:58,489 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,43159,1732144843683 (queues=1) is replicating from cluster=1f6becbf-f1d2-4db8-80db-94698bb3b28f to cluster=6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a 2024-11-20T23:20:58,489 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C43159%2C1732144843683 2024-11-20T23:20:58,490 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,43159,1732144843683, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:20:58,496 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516, startPosition=0, beingWritten=true 2024-11-20T23:20:58,504 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C43159%2C1732144843683 2024-11-20T23:20:58,507 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:20:58,507 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:20:58,508 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,43159,1732144843683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:20:58,718 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:20:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:58,795 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:20:58,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:58,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:58,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:58,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e57b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:20:58,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:58,800 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:20:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c36af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,804 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606fee66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:20:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3a44bf 2024-11-20T23:20:58,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:58,809 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:58,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:46281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:20:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:20:58,813 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:46281' 2024-11-20T23:20:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:58,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4672e033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,816 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:20:58,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:58,817 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:20:58,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:58,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:20:58,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206d8717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:20:58,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:58,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,819 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:58,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620eeec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:58,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed49380 2024-11-20T23:20:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:58,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:20:58,829 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:20:58,829 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:20:58,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:58,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:58,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:20:58,831 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:20:58,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:20:58,833 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:58,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:20:58,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:20:58,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31fc50d063dd6f64a32522793f7040ed, NAME => 'hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304 2024-11-20T23:20:58,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:20:58,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:58,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31fc50d063dd6f64a32522793f7040ed, disabling compactions & flushes 2024-11-20T23:20:58,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:58,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:58,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. after waiting 0 ms 2024-11-20T23:20:58,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:58,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:58,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31fc50d063dd6f64a32522793f7040ed: Waiting for close lock at 1732144858859Disabling compacts and flushes for region at 1732144858859Disabling writes for close at 1732144858859Writing region close event to WAL at 1732144858859Closed at 1732144858859 2024-11-20T23:20:58,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:20:58,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144858860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144858860"}]},"ts":"1732144858860"} 2024-11-20T23:20:58,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:20:58,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:20:58,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144858864"}]},"ts":"1732144858864"} 2024-11-20T23:20:58,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:20:58,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fc50d063dd6f64a32522793f7040ed, ASSIGN}] 2024-11-20T23:20:58,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fc50d063dd6f64a32522793f7040ed, ASSIGN 2024-11-20T23:20:58,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31fc50d063dd6f64a32522793f7040ed, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44659,1732144850964; forceNewPlan=false, retain=false 2024-11-20T23:20:58,886 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:20:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:59,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31fc50d063dd6f64a32522793f7040ed, regionState=OPENING, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31fc50d063dd6f64a32522793f7040ed, ASSIGN because future has completed 2024-11-20T23:20:59,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31fc50d063dd6f64a32522793f7040ed, server=412a5e44fd2e,44659,1732144850964}] 2024-11-20T23:20:59,058 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:20:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:59,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:59,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:20:59,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:20:59,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44659%2C1732144850964.rep, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/oldWALs, maxLogs=10 2024-11-20T23:20:59,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.rep.1732144859180, exclude list is [], retry=0 2024-11-20T23:20:59,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39329,DS-5321cecb-7bf4-4138-a2ed-5140e3d755ae,DISK] 2024-11-20T23:20:59,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.rep.1732144859180 2024-11-20T23:20:59,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35689:35689)] 2024-11-20T23:20:59,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31fc50d063dd6f64a32522793f7040ed, NAME => 'hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:20:59,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. service=MultiRowMutationService 2024-11-20T23:20:59,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,203 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,204 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fc50d063dd6f64a32522793f7040ed columnFamilyName hfileref 2024-11-20T23:20:59,204 DEBUG [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:59,205 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(327): Store=31fc50d063dd6f64a32522793f7040ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:59,205 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,206 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fc50d063dd6f64a32522793f7040ed columnFamilyName queue 2024-11-20T23:20:59,206 DEBUG [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:59,206 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(327): Store=31fc50d063dd6f64a32522793f7040ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:59,206 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,207 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31fc50d063dd6f64a32522793f7040ed columnFamilyName sid 2024-11-20T23:20:59,207 DEBUG [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:20:59,207 INFO [StoreOpener-31fc50d063dd6f64a32522793f7040ed-1 {}] regionserver.HStore(327): Store=31fc50d063dd6f64a32522793f7040ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:20:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:20:59,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:20:59,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31fc50d063dd6f64a32522793f7040ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66721746, jitterRate=-0.005768507719039917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:20:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:20:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31fc50d063dd6f64a32522793f7040ed: Running coprocessor pre-open hook at 1732144859197Writing region info on filesystem at 1732144859197Initializing all the Stores at 1732144859202 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144859202Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144859203 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144859203Cleaning up temporary data from old regions at 1732144859209 (+6 ms)Running coprocessor post-open hooks at 1732144859215 (+6 ms)Region opened successfully at 1732144859215 2024-11-20T23:20:59,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed., pid=10, masterSystemTime=1732144859176 2024-11-20T23:20:59,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:59,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:20:59,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31fc50d063dd6f64a32522793f7040ed, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44659,1732144850964 2024-11-20T23:20:59,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31fc50d063dd6f64a32522793f7040ed, server=412a5e44fd2e,44659,1732144850964 because future has completed 2024-11-20T23:20:59,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:20:59,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31fc50d063dd6f64a32522793f7040ed, server=412a5e44fd2e,44659,1732144850964 in 202 msec 2024-11-20T23:20:59,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:20:59,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31fc50d063dd6f64a32522793f7040ed, ASSIGN in 360 msec 2024-11-20T23:20:59,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:20:59,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144859230"}]},"ts":"1732144859230"} 2024-11-20T23:20:59,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:20:59,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:20:59,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 403 msec 2024-11-20T23:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2] 2024-11-20T23:20:59,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:59,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:20:59,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:20:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:59,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:20:59,464 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:20:59,476 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:20:59,529 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,44659,1732144850964, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:20:59,530 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:20:59,530 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:20:59,530 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:20:59,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T23:20:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,44659,1732144850964', locateType=CURRENT is [region=hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2] 2024-11-20T23:20:59,540 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:20:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:20:59,542 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,44659,1732144850964 suceeded 2024-11-20T23:20:59,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:20:59,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-20T23:20:59,544 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:46281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:20:59,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 735 msec 2024-11-20T23:20:59,561 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:46281' 2024-11-20T23:20:59,562 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:59,562 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:20:59,562 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:20:59,563 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:20:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:20:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:20:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ac34a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:20:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:20:59,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:59,564 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:20:59,565 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57abdd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:20:59,565 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:20:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:20:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9bc127a 2024-11-20T23:20:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:20:59,567 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T23:20:59,568 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,44659,1732144850964 (queues=1) is replicating from cluster=6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a to cluster=1f6becbf-f1d2-4db8-80db-94698bb3b28f 2024-11-20T23:20:59,568 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C44659%2C1732144850964 2024-11-20T23:20:59,568 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,44659,1732144850964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:20:59,569 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, startPosition=0, beingWritten=true 2024-11-20T23:20:59,572 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C44659%2C1732144850964 2024-11-20T23:20:59,576 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:20:59,576 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:20:59,576 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44659,1732144850964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:20:59,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:20:59,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:20:59,793 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:20:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:20:59,956 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:20:59,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:20:59,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:20:59,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:59,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:20:59,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:20:59,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:20:59,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732144859965/Put/seqid=0 2024-11-20T23:20:59,984 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:20:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741840_1016 (size=7894) 2024-11-20T23:21:00,099 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:21:00,400 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732144860399/Put/seqid=0 2024-11-20T23:21:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741841_1017 (size=7691) 2024-11-20T23:21:00,528 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:21:00,616 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:21:00,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699efa9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:00,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:21:00,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:00,816 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:21:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:21:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3406e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:21:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:00,824 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:00,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520a1353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:00,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:21:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:00,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:00,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:21:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-20T23:21:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:00,871 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2] 2024-11-20T23:21:00,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:00,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T23:21:00,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T23:21:00,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T23:21:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:00,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T23:21:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegion(2603): Flush status journal for 18121de4d6487f05a60ecc0cf2c3cd67: 2024-11-20T23:21:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_0 2024-11-20T23:21:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_0 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/000d969343444f3ca414456fa0631573_SeqId_4_ 2024-11-20T23:21:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_1 2024-11-20T23:21:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_1 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ 2024-11-20T23:21:01,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_0 into 18121de4d6487f05a60ecc0cf2c3cd67/f as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/000d969343444f3ca414456fa0631573_SeqId_4_ - updating store file list. 2024-11-20T23:21:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 000d969343444f3ca414456fa0631573_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:01,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/000d969343444f3ca414456fa0631573_SeqId_4_ into 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:01,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_0 into 18121de4d6487f05a60ecc0cf2c3cd67/f (new location: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/000d969343444f3ca414456fa0631573_SeqId_4_) 2024-11-20T23:21:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_0 2024-11-20T23:21:01,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_1 into 18121de4d6487f05a60ecc0cf2c3cd67/f as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ - updating store file list. 2024-11-20T23:21:01,058 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:21:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83d716daeb7540679941ee2faa0fbe90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:01,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ into 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:01,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_1 into 18121de4d6487f05a60ecc0cf2c3cd67/f (new location: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_) 2024-11-20T23:21:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins__test__p4n8h8ohqbf08k5cal7lhirpcecq5qnuv3o3jg741jcvf8a4529ag0ivaidup6dm/f/hfile_1 2024-11-20T23:21:01,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:01,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:01,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:01,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:01,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2 , the old value is region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:43159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:21:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:21:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2 from cache 2024-11-20T23:21:01,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:36390 deadline: 1732144921075 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36390 2024-11-20T23:21:01,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:01,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2] 2024-11-20T23:21:01,084 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:21:01,183 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:21:01,337 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 379, reset compression=false 2024-11-20T23:21:01,351 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:01,351 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,43159,1732144843683 got entry batch from reader: WALEntryBatch [walEntries=[{test/18121de4d6487f05a60ecc0cf2c3cd67/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732144861072/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:21:01,354 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:01,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T23:21:01,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(318): Replicating [1f6becbf-f1d2-4db8-80db-94698bb3b28f] bulk loaded data 2024-11-20T23:21:01,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29fde908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:01,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:21:01,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:01,375 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:21:01,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:21:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40cf1884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:21:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:01,378 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:01,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa10b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741840_1016 (size=7894) 2024-11-20T23:21:01,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741841_1017 (size=7691) 2024-11-20T23:21:01,551 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:01,680 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:21:01,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:21:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a4c087b 2024-11-20T23:21:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:01,833 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T23:21:01,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:01,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:01,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:01,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T23:21:01,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T23:21:01,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ for inclusion in c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T23:21:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:01,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ for inclusion in c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T23:21:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegion(2603): Flush status journal for c95834e75e82fbbfcc9431ea01fb40a5: 2024-11-20T23:21:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83d716daeb7540679941ee2faa0fbe90_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:21:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/a89cbec7a73840b88145e41700b8b444_SeqId_4_ 2024-11-20T23:21:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 000d969343444f3ca414456fa0631573_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:21:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_ 2024-11-20T23:21:01,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/a89cbec7a73840b88145e41700b8b444_SeqId_4_ - updating store file list. 2024-11-20T23:21:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a89cbec7a73840b88145e41700b8b444_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:01,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/a89cbec7a73840b88145e41700b8b444_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:01,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f (new location: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/a89cbec7a73840b88145e41700b8b444_SeqId_4_) 2024-11-20T23:21:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/83d716daeb7540679941ee2faa0fbe90_SeqId_4_ 2024-11-20T23:21:01,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_ - updating store file list. 2024-11-20T23:21:01,866 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:01,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:01,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ into c95834e75e82fbbfcc9431ea01fb40a5/f (new location: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_) 2024-11-20T23:21:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins.hfs.11__test__ojglgooh09nkqi3qs4hjimf9o3mt5vjiq3jud17sa1k0tpqnd3h08q7ltald7cli/f/000d969343444f3ca414456fa0631573_SeqId_4_ 2024-11-20T23:21:01,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(324): Finished replicating [1f6becbf-f1d2-4db8-80db-94698bb3b28f] bulk loaded data 2024-11-20T23:21:02,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:02,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732144862101/Put/seqid=0 2024-11-20T23:21:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741842_1018 (size=11194) 2024-11-20T23:21:02,269 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:02,390 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 379, reset compression=false 2024-11-20T23:21:02,395 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:02,395 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44659,1732144850964 got entry batch from reader: WALEntryBatch [walEntries=[{test/c95834e75e82fbbfcc9431ea01fb40a5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732144861870/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T23:21:02,397 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:02,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T23:21:02,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(318): Replicating [1f6becbf-f1d2-4db8-80db-94698bb3b28f, 6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a] bulk loaded data 2024-11-20T23:21:02,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ba3097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,46281,-1 for getting cluster id 2024-11-20T23:21:02,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:02,399 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6becbf-f1d2-4db8-80db-94698bb3b28f' 2024-11-20T23:21:02,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6becbf-f1d2-4db8-80db-94698bb3b28f" 2024-11-20T23:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc14862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,46281,-1] 2024-11-20T23:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:02,401 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:02,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a27ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741842_1018 (size=7691) 2024-11-20T23:21:02,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732144862514/Put/seqid=0 2024-11-20T23:21:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741843_1019 (size=10791) 2024-11-20T23:21:02,596 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 725, reset compression=false 2024-11-20T23:21:02,781 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741843_1019 (size=7894) 2024-11-20T23:21:02,901 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 725, reset compression=false 2024-11-20T23:21:02,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a46bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33537,-1 for getting cluster id 2024-11-20T23:21:02,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:02,923 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a' 2024-11-20T23:21:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a" 2024-11-20T23:21:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28975334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33537,-1] 2024-11-20T23:21:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:02,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:02,924 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:02,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db94cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:02,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:02,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:02,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:02,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33537,1732144850757 2024-11-20T23:21:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b57cab 2024-11-20T23:21:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:02,938 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2] 2024-11-20T23:21:02,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:02,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T23:21:02,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T23:21:02,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T23:21:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:02,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T23:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegion(2603): Flush status journal for c95834e75e82fbbfcc9431ea01fb40a5: 2024-11-20T23:21:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_0 2024-11-20T23:21:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_0 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ 2024-11-20T23:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_1 2024-11-20T23:21:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_1 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ 2024-11-20T23:21:02,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_0 into c95834e75e82fbbfcc9431ea01fb40a5/f as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ - updating store file list. 2024-11-20T23:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:02,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ into c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:02,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_0 into c95834e75e82fbbfcc9431ea01fb40a5/f (new location: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_) 2024-11-20T23:21:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_0 2024-11-20T23:21:02,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_1 into c95834e75e82fbbfcc9431ea01fb40a5/f as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ - updating store file list. 2024-11-20T23:21:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88d009b5c8164dbe91d2969b61fc779f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:03,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ into c95834e75e82fbbfcc9431ea01fb40a5/f 2024-11-20T23:21:03,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_1 into c95834e75e82fbbfcc9431ea01fb40a5/f (new location: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_) 2024-11-20T23:21:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/staging/jenkins__test__7pgudoelc22jigg8osq1j21pir958p2f4ge94dbhs8dhuqqcqrnmlgjaesrcvqno/f/hfile_1 2024-11-20T23:21:03,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:03,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:03,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:03,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:03,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2 , the old value is region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:44659 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:21:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:21:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44659: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:51422 deadline: 1732144923005 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51422 2024-11-20T23:21:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., hostname=412a5e44fd2e,44659,1732144850964, seqNum=2 from cache 2024-11-20T23:21:03,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:21:03,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:03,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., hostname=412a5e44fd2e,43159,1732144843683, seqNum=2] 2024-11-20T23:21:03,017 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:21:03,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:21:03,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:03,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,46281,1732144843240 2024-11-20T23:21:03,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f9c95e 2024-11-20T23:21:03,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:03,247 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T23:21:03,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:03,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:03,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43159,1732144843683, seqNum=-1] 2024-11-20T23:21:03,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:03,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:03,258 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__q4p1t750beocbhdavli14pn8uta2mqucerima02cimii8h4up3bm931r2aeiaptd/f/3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T23:21:03,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__q4p1t750beocbhdavli14pn8uta2mqucerima02cimii8h4up3bm931r2aeiaptd/f/a89cbec7a73840b88145e41700b8b444_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T23:21:03,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(324): Finished replicating [1f6becbf-f1d2-4db8-80db-94698bb3b28f, 6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a] bulk loaded data 2024-11-20T23:21:03,306 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 725, reset compression=false 2024-11-20T23:21:03,314 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:03,314 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44659,1732144850964 got entry batch from reader: WALEntryBatch [walEntries=[{test/c95834e75e82fbbfcc9431ea01fb40a5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732144863004/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:21:03,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(318): Replicating [6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a] bulk loaded data 2024-11-20T23:21:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741844_1020 (size=11194) 2024-11-20T23:21:03,388 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:03,514 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1033, reset compression=false 2024-11-20T23:21:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741845_1021 (size=10791) 2024-11-20T23:21:03,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:03,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T23:21:03,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T23:21:03,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ for inclusion in 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T23:21:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:03,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ for inclusion in 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T23:21:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:21:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegion(2603): Flush status journal for 18121de4d6487f05a60ecc0cf2c3cd67: 2024-11-20T23:21:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:21:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/e28deb7ee43b43a5bce0d0f99cf67a55_SeqId_6_ 2024-11-20T23:21:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:21:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/d27a0a4a727f48368cb110096596f3b4_SeqId_6_ 2024-11-20T23:21:03,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/e28deb7ee43b43a5bce0d0f99cf67a55_SeqId_6_ - updating store file list. 2024-11-20T23:21:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28deb7ee43b43a5bce0d0f99cf67a55_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:03,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/e28deb7ee43b43a5bce0d0f99cf67a55_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:03,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f (new location: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/e28deb7ee43b43a5bce0d0f99cf67a55_SeqId_6_) 2024-11-20T23:21:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/88d009b5c8164dbe91d2969b61fc779f_SeqId_6_ 2024-11-20T23:21:03,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/d27a0a4a727f48368cb110096596f3b4_SeqId_6_ - updating store file list. 2024-11-20T23:21:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d27a0a4a727f48368cb110096596f3b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:21:03,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/d27a0a4a727f48368cb110096596f3b4_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f 2024-11-20T23:21:03,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ into 18121de4d6487f05a60ecc0cf2c3cd67/f (new location: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/f/d27a0a4a727f48368cb110096596f3b4_SeqId_6_) 2024-11-20T23:21:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/staging/jenkins.hfs.10__test__u2l4dm4ugpaedcnsfpeg61b91npu7g6o07m06ulcnthmfve9tg1tt49il4juvgpv/f/96aa94f2c0af48489d8b986c46f0aa8a_SeqId_6_ 2024-11-20T23:21:03,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(324): Finished replicating [6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a] bulk loaded data 2024-11-20T23:21:03,834 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1033, reset compression=false 2024-11-20T23:21:04,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:21:04,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:04,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:04,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:04,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:04,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:04,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:21:04,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920424649, stopped=false 2024-11-20T23:21:04,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,33537,1732144850757 2024-11-20T23:21:04,105 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 687, reset compression=false 2024-11-20T23:21:04,111 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:04,111 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,43159,1732144843683 got entry batch from reader: WALEntryBatch [walEntries=[{test/18121de4d6487f05a60ecc0cf2c3cd67/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732144863793/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T23:21:04,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(318): Replicating [6dfd4bfd-283b-4fa6-83a1-9ab276d42c5a, 1f6becbf-f1d2-4db8-80db-94698bb3b28f] bulk loaded data 2024-11-20T23:21:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741844_1020 (size=10791) 2024-11-20T23:21:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1488605196/running 2024-11-20T23:21:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:21:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1488605196/running 2024-11-20T23:21:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:21:04,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:04,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:04,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:04,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:04,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/running 2024-11-20T23:21:04,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Set watcher on znode that does not yet exist, /1488605196/running 2024-11-20T23:21:04,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,44659,1732144850964' ***** 2024-11-20T23:21:04,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:21:04,160 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:21:04,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for 31fc50d063dd6f64a32522793f7040ed 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,44659,1732144850964 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44659. 2024-11-20T23:21:04,161 DEBUG [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:04,161 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:21:04,161 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:21:04,162 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:21:04,162 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1325): Online Regions={c95834e75e82fbbfcc9431ea01fb40a5=test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5., 1588230740=hbase:meta,,1.1588230740, 31fc50d063dd6f64a32522793f7040ed=hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed.} 2024-11-20T23:21:04,162 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31fc50d063dd6f64a32522793f7040ed, c95834e75e82fbbfcc9431ea01fb40a5 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c95834e75e82fbbfcc9431ea01fb40a5, disabling compactions & flushes 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:04,162 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:21:04,162 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. after waiting 0 ms 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:04,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:04,162 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:21:04,176 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/default/test/c95834e75e82fbbfcc9431ea01fb40a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:04,177 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c95834e75e82fbbfcc9431ea01fb40a5: Waiting for close lock at 1732144864162Running coprocessor pre-close hooks at 1732144864162Disabling compacts and flushes for region at 1732144864162Disabling writes for close at 1732144864162Writing region close event to WAL at 1732144864172 (+10 ms)Running coprocessor post-close hooks at 1732144864177 (+5 ms)Closed at 1732144864177 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5. 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31fc50d063dd6f64a32522793f7040ed, disabling compactions & flushes 2024-11-20T23:21:04,177 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:21:04,177 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:21:04,178 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. after waiting 0 ms 2024-11-20T23:21:04,178 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:21:04,178 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31fc50d063dd6f64a32522793f7040ed 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T23:21:04,192 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/info/e1b5cb8b1e574c27898b60a9e1f99ffd is 147, key is hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed./info:regioninfo/1732144859218/Put/seqid=0 2024-11-20T23:21:04,216 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/hfileref/bbd4df0ec495495d8fefc87c7c906207 is 74, key is 1/hfileref:3f4ee71f6b614fdcba7ca2dd17a4f59c_SeqId_4_/1732144863264/DeleteColumn/seqid=0 2024-11-20T23:21:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741845_1021 (size=7686) 2024-11-20T23:21:04,222 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741846_1022 (size=5345) 2024-11-20T23:21:04,227 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/hfileref/bbd4df0ec495495d8fefc87c7c906207 2024-11-20T23:21:04,252 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1033, reset compression=false 2024-11-20T23:21:04,257 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/queue/01c88e6098ba46839ca9601daf604478 is 154, key is 1-412a5e44fd2e,44659,1732144850964/queue:412a5e44fd2e%2C44659%2C1732144850964/1732144863799/Put/seqid=0 2024-11-20T23:21:04,269 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:21:04,269 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:21:04,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741847_1023 (size=5353) 2024-11-20T23:21:04,271 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:04,271 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1328, reset compression=false 2024-11-20T23:21:04,271 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44659,1732144850964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:04,273 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/queue/01c88e6098ba46839ca9601daf604478 2024-11-20T23:21:04,272 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,44659,1732144850964: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,44659,1732144850964, walGroup=412a5e44fd2e%2C44659%2C1732144850964, offset=412a5e44fd2e%2C44659%2C1732144850964.1732144853417:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:21:04,274 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:21:04,274 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:21:04,275 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:21:04,275 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:21:04,275 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:21:04,275 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 580160160 }, "NonHeapMemoryUsage": { "committed": 189726720, "init": 7667712, "max": -1, "used": 186996256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:21:04,278 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:21:04,282 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/hfileref/bbd4df0ec495495d8fefc87c7c906207 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/hfileref/bbd4df0ec495495d8fefc87c7c906207 2024-11-20T23:21:04,288 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/hfileref/bbd4df0ec495495d8fefc87c7c906207, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T23:21:04,289 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/.tmp/queue/01c88e6098ba46839ca9601daf604478 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/queue/01c88e6098ba46839ca9601daf604478 2024-11-20T23:21:04,306 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/queue/01c88e6098ba46839ca9601daf604478, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T23:21:04,311 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:04,312 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 31fc50d063dd6f64a32522793f7040ed in 133ms, sequenceid=12, compaction requested=false 2024-11-20T23:21:04,341 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/replication/31fc50d063dd6f64a32522793f7040ed/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T23:21:04,342 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:04,342 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:04,342 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:21:04,342 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31fc50d063dd6f64a32522793f7040ed: Waiting for close lock at 1732144864177Running coprocessor pre-close hooks at 1732144864177Disabling compacts and flushes for region at 1732144864177Disabling writes for close at 1732144864178 (+1 ms)Obtaining lock to block concurrent updates at 1732144864178Preparing flush snapshotting stores in 31fc50d063dd6f64a32522793f7040ed at 1732144864178Finished memstore snapshotting hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732144864178Flushing stores of hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. at 1732144864179 (+1 ms)Flushing 31fc50d063dd6f64a32522793f7040ed/hfileref: creating writer at 1732144864179Flushing 31fc50d063dd6f64a32522793f7040ed/hfileref: appending metadata at 1732144864215 (+36 ms)Flushing 31fc50d063dd6f64a32522793f7040ed/hfileref: closing flushed file at 1732144864215Flushing 31fc50d063dd6f64a32522793f7040ed/queue: creating writer at 1732144864237 (+22 ms)Flushing 31fc50d063dd6f64a32522793f7040ed/queue: appending metadata at 1732144864257 (+20 ms)Flushing 31fc50d063dd6f64a32522793f7040ed/queue: closing flushed file at 1732144864257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55754885: reopening flushed file at 1732144864281 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a791112: reopening flushed file at 1732144864288 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 31fc50d063dd6f64a32522793f7040ed in 133ms, sequenceid=12, compaction requested=false at 1732144864312 (+24 ms)Writing region close event to WAL at 1732144864332 (+20 ms)Running coprocessor post-close hooks at 1732144864341 (+9 ms)Closed at 1732144864342 (+1 ms) 2024-11-20T23:21:04,342 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144858829.31fc50d063dd6f64a32522793f7040ed. 2024-11-20T23:21:04,362 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:04,478 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1328, reset compression=false 2024-11-20T23:21:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741848_1024 (size=11194) 2024-11-20T23:21:04,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:21:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:04,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 from cache 2024-11-20T23:21:04,562 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:04,618 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/info/e1b5cb8b1e574c27898b60a9e1f99ffd 2024-11-20T23:21:04,636 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:04,649 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/ns/10071ee5a8794c629ee6d10113cf4a0a is 43, key is default/ns:d/1732144854161/Put/seqid=0 2024-11-20T23:21:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741849_1025 (size=5153) 2024-11-20T23:21:04,672 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:04,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:04,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:04,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 from cache 2024-11-20T23:21:04,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,762 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:04,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:04,788 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1328, reset compression=false 2024-11-20T23:21:04,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:04,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:04,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:04,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 from cache 2024-11-20T23:21:04,964 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:05,057 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:05,074 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/ns/10071ee5a8794c629ee6d10113cf4a0a 2024-11-20T23:21:05,112 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd6416add2548a68efd9fa9f7cdd700 is 112, key is test,,1732144856475.c95834e75e82fbbfcc9431ea01fb40a5./rep_barrier:seqnumDuringOpen/1732144857282/Put/seqid=0 2024-11-20T23:21:05,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741850_1026 (size=5518) 2024-11-20T23:21:05,141 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd6416add2548a68efd9fa9f7cdd700 2024-11-20T23:21:05,166 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:21:05,166 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:21:05,166 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:05,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 from cache 2024-11-20T23:21:05,202 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/table/ae032b3fd854484d92451381349e38d5 is 53, key is hbase:replication/table:state/1732144859230/Put/seqid=0 2024-11-20T23:21:05,233 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1328, reset compression=false 2024-11-20T23:21:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741851_1027 (size=5308) 2024-11-20T23:21:05,266 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/table/ae032b3fd854484d92451381349e38d5 2024-11-20T23:21:05,312 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/info/e1b5cb8b1e574c27898b60a9e1f99ffd as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/info/e1b5cb8b1e574c27898b60a9e1f99ffd 2024-11-20T23:21:05,353 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/info/e1b5cb8b1e574c27898b60a9e1f99ffd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:21:05,358 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/ns/10071ee5a8794c629ee6d10113cf4a0a as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/ns/10071ee5a8794c629ee6d10113cf4a0a 2024-11-20T23:21:05,367 DEBUG [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:05,385 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/ns/10071ee5a8794c629ee6d10113cf4a0a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:21:05,388 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd6416add2548a68efd9fa9f7cdd700 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/rep_barrier/7fd6416add2548a68efd9fa9f7cdd700 2024-11-20T23:21:05,403 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/rep_barrier/7fd6416add2548a68efd9fa9f7cdd700, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:21:05,404 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/.tmp/table/ae032b3fd854484d92451381349e38d5 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/table/ae032b3fd854484d92451381349e38d5 2024-11-20T23:21:05,411 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/table/ae032b3fd854484d92451381349e38d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:21:05,417 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1254ms, sequenceid=16, compaction requested=false 2024-11-20T23:21:05,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:21:05,445 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:05,445 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:05,445 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:05,445 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144864162Running coprocessor pre-close hooks at 1732144864162Disabling compacts and flushes for region at 1732144864162Disabling writes for close at 1732144864162Obtaining lock to block concurrent updates at 1732144864162Preparing flush snapshotting stores in 1588230740 at 1732144864162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144864163 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144864163Flushing 1588230740/info: creating writer at 1732144864164 (+1 ms)Flushing 1588230740/info: appending metadata at 1732144864191 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732144864191Flushing 1588230740/ns: creating writer at 1732144864622 (+431 ms)Flushing 1588230740/ns: appending metadata at 1732144864649 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732144864649Flushing 1588230740/rep_barrier: creating writer at 1732144865089 (+440 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144865111 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144865111Flushing 1588230740/table: creating writer at 1732144865167 (+56 ms)Flushing 1588230740/table: appending metadata at 1732144865201 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732144865201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f11736: reopening flushed file at 1732144865309 (+108 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6e2593: reopening flushed file at 1732144865353 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fae98ea: reopening flushed file at 1732144865385 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4589133a: reopening flushed file at 1732144865403 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1254ms, sequenceid=16, compaction requested=false at 1732144865417 (+14 ms)Writing region close event to WAL at 1732144865429 (+12 ms)Running coprocessor post-close hooks at 1732144865445 (+16 ms)Closed at 1732144865445 2024-11-20T23:21:05,446 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:05,568 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,44659,1732144850964; all regions closed. 2024-11-20T23:21:05,575 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:05,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.meta.1732144854076.meta not finished, retry = 0 2024-11-20T23:21:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:21:05,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:05,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1] 2024-11-20T23:21:05,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44659,1732144850964, seqNum=-1 from cache 2024-11-20T23:21:05,717 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,725 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T23:21:04.560Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.675Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.202Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.716Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:05,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T23:21:04.560Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.675Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.202Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.716Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:05,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44659 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:36290 deadline: 1732144924112, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T23:21:04.560Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.675Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.202Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.716Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741839_1015 (size=3127) 2024-11-20T23:21:05,734 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T23:21:04.560Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.675Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:04.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.202Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting 2024-11-20T23:21:05.716Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,766 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 to pos 1328, reset compression=false 2024-11-20T23:21:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741832_1008 (size=1336) 2024-11-20T23:21:05,780 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:05,780 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:05,780 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:05,781 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:05,781 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:05,781 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:05,781 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,44659,1732144850964 because: Region server is closing 2024-11-20T23:21:05,782 INFO [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44659. 2024-11-20T23:21:05,782 DEBUG [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:05,782 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:05,782 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:05,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:05,791 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.wal-reader.412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/WALs/412a5e44fd2e,44659,1732144850964/412a5e44fd2e%2C44659%2C1732144850964.1732144853417 2024-11-20T23:21:05,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 412a5e44fd2e,44659,1732144850964 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,843 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 412a5e44fd2e,44659,1732144850964 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:05,883 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44659,1732144850964.replicationSource.shipper412a5e44fd2e%2C44659%2C1732144850964,1-412a5e44fd2e,44659,1732144850964 terminated 2024-11-20T23:21:05,883 INFO [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44659. 2024-11-20T23:21:05,883 DEBUG [RS:0;412a5e44fd2e:44659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:05,883 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:05,883 DEBUG [RS:0;412a5e44fd2e:44659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:05,883 INFO [RS:0;412a5e44fd2e:44659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44659 2024-11-20T23:21:05,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1488605196/rs/412a5e44fd2e,44659,1732144850964 2024-11-20T23:21:05,968 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:05,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196/rs 2024-11-20T23:21:05,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,44659,1732144850964] 2024-11-20T23:21:05,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1488605196/draining/412a5e44fd2e,44659,1732144850964 already deleted, retry=false 2024-11-20T23:21:05,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,44659,1732144850964 expired; onlineServers=0 2024-11-20T23:21:05,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,33537,1732144850757' ***** 2024-11-20T23:21:05,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:21:05,989 INFO [M:0;412a5e44fd2e:33537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:05,989 INFO [M:0;412a5e44fd2e:33537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:05,989 DEBUG [M:0;412a5e44fd2e:33537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:21:05,989 DEBUG [M:0;412a5e44fd2e:33537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:21:05,989 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144853138 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144853138,5,FailOnTimeoutGroup] 2024-11-20T23:21:05,989 INFO [M:0;412a5e44fd2e:33537 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:05,989 INFO [M:0;412a5e44fd2e:33537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:05,989 DEBUG [M:0;412a5e44fd2e:33537 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:21:05,990 INFO [M:0;412a5e44fd2e:33537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:21:05,990 INFO [M:0;412a5e44fd2e:33537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:05,990 INFO [M:0;412a5e44fd2e:33537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:21:05,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:21:05,994 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144853138 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144853138,5,FailOnTimeoutGroup] 2024-11-20T23:21:05,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:21:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1488605196/master 2024-11-20T23:21:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1488605196 2024-11-20T23:21:06,002 DEBUG [M:0;412a5e44fd2e:33537 {}] zookeeper.ZKUtil(347): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Unable to get data of znode /1488605196/master because node does not exist (not an error) 2024-11-20T23:21:06,002 WARN [M:0;412a5e44fd2e:33537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:21:06,003 INFO [M:0;412a5e44fd2e:33537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/.lastflushedseqids 2024-11-20T23:21:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741852_1028 (size=263) 2024-11-20T23:21:06,047 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 412a5e44fd2e:44659 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:44659 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:06,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 412a5e44fd2e:44659 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:44659 2024-11-20T23:21:06,047 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=412a5e44fd2e:44659 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:44659 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:44659 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T23:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:21:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45344 deadline: 1732144926050, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T23:21:06,052 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:06,053 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T23:21:06,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:06,078 INFO [RS:0;412a5e44fd2e:44659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:06,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44659-0x1015a8cbcbd0004, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:06,078 INFO [RS:0;412a5e44fd2e:44659 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,44659,1732144850964; zookeeper connection closed. 2024-11-20T23:21:06,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc97588 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc97588 2024-11-20T23:21:06,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:21:06,212 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:06,353 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T23:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:21:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45344 deadline: 1732144926357, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T23:21:06,358 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:06,359 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T23:21:06,359 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T23:21:06,421 INFO [M:0;412a5e44fd2e:33537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:21:06,421 INFO [M:0;412a5e44fd2e:33537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:21:06,421 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:06,421 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:06,421 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:06,421 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:06,421 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:06,422 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T23:21:06,456 DEBUG [M:0;412a5e44fd2e:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daec2501a9a54bfeac161c52677c6a08 is 82, key is hbase:meta,,1/info:regioninfo/1732144854125/Put/seqid=0 2024-11-20T23:21:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741853_1029 (size=5672) 2024-11-20T23:21:06,762 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T23:21:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:21:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45344 deadline: 1732144926769, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T23:21:06,773 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:06,774 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T23:21:06,774 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T23:21:06,863 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daec2501a9a54bfeac161c52677c6a08 2024-11-20T23:21:06,892 DEBUG [M:0;412a5e44fd2e:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475c7171dd26401896c2003928521dc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144859234/Put/seqid=0 2024-11-20T23:21:06,932 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741854_1030 (size=8517) 2024-11-20T23:21:07,275 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T23:21:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:21:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45344 deadline: 1732144927276, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T23:21:07,277 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T23:21:07,278 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T23:21:07,278 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T23:21:07,345 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475c7171dd26401896c2003928521dc9 2024-11-20T23:21:07,382 DEBUG [M:0;412a5e44fd2e:33537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04731bd08a5c47d4a18d4c43b0d03444 is 69, key is 412a5e44fd2e,44659,1732144850964/rs:state/1732144853193/Put/seqid=0 2024-11-20T23:21:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741855_1031 (size=5156) 2024-11-20T23:21:07,773 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:07,803 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04731bd08a5c47d4a18d4c43b0d03444 2024-11-20T23:21:07,810 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daec2501a9a54bfeac161c52677c6a08 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daec2501a9a54bfeac161c52677c6a08 2024-11-20T23:21:07,816 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daec2501a9a54bfeac161c52677c6a08, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:21:07,820 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475c7171dd26401896c2003928521dc9 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/475c7171dd26401896c2003928521dc9 2024-11-20T23:21:07,830 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/475c7171dd26401896c2003928521dc9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:21:07,831 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04731bd08a5c47d4a18d4c43b0d03444 as hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04731bd08a5c47d4a18d4c43b0d03444 2024-11-20T23:21:07,839 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/6b81b136-7849-fb4b-b5a8-e01630d91304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04731bd08a5c47d4a18d4c43b0d03444, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:21:07,840 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1419ms, sequenceid=97, compaction requested=false 2024-11-20T23:21:07,847 INFO [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:07,847 DEBUG [M:0;412a5e44fd2e:33537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144866421Disabling compacts and flushes for region at 1732144866421Disabling writes for close at 1732144866421Obtaining lock to block concurrent updates at 1732144866422 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144866422Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732144866422Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144866423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144866423Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144866455 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144866455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144866869 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144866891 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144866891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144867350 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144867381 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144867381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fb67cd: reopening flushed file at 1732144867809 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f19dc9b: reopening flushed file at 1732144867816 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f6c001: reopening flushed file at 1732144867830 (+14 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1419ms, sequenceid=97, compaction requested=false at 1732144867840 (+10 ms)Writing region close event to WAL at 1732144867847 (+7 ms)Closed at 1732144867847 2024-11-20T23:21:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39329 is added to blk_1073741830_1006 (size=63666) 2024-11-20T23:21:07,850 INFO [M:0;412a5e44fd2e:33537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:21:07,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:07,851 INFO [M:0;412a5e44fd2e:33537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33537 2024-11-20T23:21:07,852 INFO [M:0;412a5e44fd2e:33537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:07,879 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T23:21:07,880 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 412a5e44fd2e:33537 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:33537 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 412a5e44fd2e:33537 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:33537 2024-11-20T23:21:07,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:07,983 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 412a5e44fd2e:33537 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:33537 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:21:07,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=412a5e44fd2e:33537 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:33537 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T23:21:07,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 412a5e44fd2e:33537 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 412a5e44fd2e/172.17.0.2:33537 2024-11-20T23:21:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:08,002 INFO [M:0;412a5e44fd2e:33537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33537-0x1015a8cbcbd0003, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7475093{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:08,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cbea1a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:08,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2674ecea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ef228d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:08,025 WARN [BP-229213547-172.17.0.2-1732144847795 heartbeating to localhost/127.0.0.1:37233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:21:08,025 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:21:08,025 WARN [BP-229213547-172.17.0.2-1732144847795 heartbeating to localhost/127.0.0.1:37233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229213547-172.17.0.2-1732144847795 (Datanode Uuid a3725d39-7578-4b45-b4a5-a8472e86fbe2) service to localhost/127.0.0.1:37233 2024-11-20T23:21:08,025 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:21:08,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/cluster_c0e135e8-99c3-72e4-88a8-bf61ca964820/data/data1/current/BP-229213547-172.17.0.2-1732144847795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:08,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/cluster_c0e135e8-99c3-72e4-88a8-bf61ca964820/data/data2/current/BP-229213547-172.17.0.2-1732144847795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:08,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:21:08,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6290711a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:08,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45330566{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:08,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:08,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52dff162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:08,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@559cdb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:08,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:21:08,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:21:08,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:08,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:08,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:08,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:08,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:08,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:21:08,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1568197743, stopped=false 2024-11-20T23:21:08,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,46281,1732144843240 2024-11-20T23:21:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1815090101/running 2024-11-20T23:21:08,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:21:08,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/running 2024-11-20T23:21:08,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1815090101/running 2024-11-20T23:21:08,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:21:08,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:08,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:08,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:08,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:08,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,43159,1732144843683' ***** 2024-11-20T23:21:08,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:21:08,116 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:21:08,117 INFO [RS:0;412a5e44fd2e:43159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:21:08,117 INFO [RS:0;412a5e44fd2e:43159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:21:08,117 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for 18121de4d6487f05a60ecc0cf2c3cd67 2024-11-20T23:21:08,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Set watcher on znode that does not yet exist, /0-1815090101/running 2024-11-20T23:21:08,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:21:08,124 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,124 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,43159,1732144843683 2024-11-20T23:21:08,124 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:08,124 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18121de4d6487f05a60ecc0cf2c3cd67, disabling compactions & flushes 2024-11-20T23:21:08,124 INFO [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:43159. 2024-11-20T23:21:08,124 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:21:08,124 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:21:08,124 DEBUG [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:08,124 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:08,124 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. after waiting 0 ms 2024-11-20T23:21:08,124 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:21:08,125 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:21:08,125 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:21:08,125 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:21:08,125 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:21:08,125 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:21:08,125 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1325): Online Regions={18121de4d6487f05a60ecc0cf2c3cd67=test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67., 1588230740=hbase:meta,,1.1588230740, ecdb4d3ffe350ad27067a87a41b4b09c=hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c.} 2024-11-20T23:21:08,125 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18121de4d6487f05a60ecc0cf2c3cd67, ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,125 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:08,125 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:08,125 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:08,125 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:08,125 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:08,126 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:21:08,132 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/default/test/18121de4d6487f05a60ecc0cf2c3cd67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:08,133 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18121de4d6487f05a60ecc0cf2c3cd67: Waiting for close lock at 1732144868124Running coprocessor pre-close hooks at 1732144868124Disabling compacts and flushes for region at 1732144868124Disabling writes for close at 1732144868124Writing region close event to WAL at 1732144868126 (+2 ms)Running coprocessor post-close hooks at 1732144868133 (+7 ms)Closed at 1732144868133 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67. 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecdb4d3ffe350ad27067a87a41b4b09c, disabling compactions & flushes 2024-11-20T23:21:08,133 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. after waiting 0 ms 2024-11-20T23:21:08,133 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:21:08,134 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecdb4d3ffe350ad27067a87a41b4b09c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T23:21:08,140 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:08,154 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/hfileref/17788167229e460ba0cb7ee7132775c4 is 74, key is 1/hfileref:000d969343444f3ca414456fa0631573_SeqId_4_/1732144861873/DeleteColumn/seqid=0 2024-11-20T23:21:08,155 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/info/cf0b8503dddc4e45b8432852f17caf1f is 147, key is hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c./info:regioninfo/1732144858132/Put/seqid=0 2024-11-20T23:21:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741846_1022 (size=5345) 2024-11-20T23:21:08,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741847_1023 (size=7686) 2024-11-20T23:21:08,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:08,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 412a5e44fd2e:33537 this server is in the failed servers list 2024-11-20T23:21:08,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 412a5e44fd2e:33537 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:21:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:08,325 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,418 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:21:08,418 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:21:08,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:08,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 412a5e44fd2e:33537 this server is in the failed servers list 2024-11-20T23:21:08,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 412a5e44fd2e:33537 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:08,526 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,569 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/hfileref/17788167229e460ba0cb7ee7132775c4 2024-11-20T23:21:08,588 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/info/cf0b8503dddc4e45b8432852f17caf1f 2024-11-20T23:21:08,591 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/queue/4d9d316f4e20478584678dc629957497 is 153, key is 1-412a5e44fd2e,43159,1732144843683/queue:412a5e44fd2e%2C43159%2C1732144843683/1732144861875/Put/seqid=0 2024-11-20T23:21:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741848_1024 (size=5352) 2024-11-20T23:21:08,606 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/ns/ae8054a13a9e453e9facadd90bd7adf4 is 43, key is default/ns:d/1732144847571/Put/seqid=0 2024-11-20T23:21:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741849_1025 (size=5153) 2024-11-20T23:21:08,610 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/ns/ae8054a13a9e453e9facadd90bd7adf4 2024-11-20T23:21:08,637 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/rep_barrier/90b12ac5b40048918f98e19ede892ba2 is 112, key is test,,1732144854310.18121de4d6487f05a60ecc0cf2c3cd67./rep_barrier:seqnumDuringOpen/1732144855528/Put/seqid=0 2024-11-20T23:21:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741850_1026 (size=5518) 2024-11-20T23:21:08,677 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1033, reset compression=false 2024-11-20T23:21:08,683 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:08,683 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1328, reset compression=false 2024-11-20T23:21:08,726 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,892 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1328, reset compression=false 2024-11-20T23:21:08,926 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecdb4d3ffe350ad27067a87a41b4b09c 2024-11-20T23:21:08,996 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/queue/4d9d316f4e20478584678dc629957497 2024-11-20T23:21:09,004 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/hfileref/17788167229e460ba0cb7ee7132775c4 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/hfileref/17788167229e460ba0cb7ee7132775c4 2024-11-20T23:21:09,010 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/hfileref/17788167229e460ba0cb7ee7132775c4, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T23:21:09,011 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/.tmp/queue/4d9d316f4e20478584678dc629957497 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/queue/4d9d316f4e20478584678dc629957497 2024-11-20T23:21:09,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:09,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 412a5e44fd2e:33537 this server is in the failed servers list 2024-11-20T23:21:09,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 412a5e44fd2e:33537 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:09,017 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/queue/4d9d316f4e20478584678dc629957497, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T23:21:09,018 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ecdb4d3ffe350ad27067a87a41b4b09c in 884ms, sequenceid=10, compaction requested=false 2024-11-20T23:21:09,019 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:21:09,028 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/replication/ecdb4d3ffe350ad27067a87a41b4b09c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T23:21:09,028 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:09,028 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:09,028 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:21:09,029 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecdb4d3ffe350ad27067a87a41b4b09c: Waiting for close lock at 1732144868133Running coprocessor pre-close hooks at 1732144868133Disabling compacts and flushes for region at 1732144868133Disabling writes for close at 1732144868133Obtaining lock to block concurrent updates at 1732144868134 (+1 ms)Preparing flush snapshotting stores in ecdb4d3ffe350ad27067a87a41b4b09c at 1732144868134Finished memstore snapshotting hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732144868134Flushing stores of hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. at 1732144868134Flushing ecdb4d3ffe350ad27067a87a41b4b09c/hfileref: creating writer at 1732144868135 (+1 ms)Flushing ecdb4d3ffe350ad27067a87a41b4b09c/hfileref: appending metadata at 1732144868153 (+18 ms)Flushing ecdb4d3ffe350ad27067a87a41b4b09c/hfileref: closing flushed file at 1732144868153Flushing ecdb4d3ffe350ad27067a87a41b4b09c/queue: creating writer at 1732144868575 (+422 ms)Flushing ecdb4d3ffe350ad27067a87a41b4b09c/queue: appending metadata at 1732144868591 (+16 ms)Flushing ecdb4d3ffe350ad27067a87a41b4b09c/queue: closing flushed file at 1732144868591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a443f54: reopening flushed file at 1732144869001 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35efcd7d: reopening flushed file at 1732144869010 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ecdb4d3ffe350ad27067a87a41b4b09c in 884ms, sequenceid=10, compaction requested=false at 1732144869018 (+8 ms)Writing region close event to WAL at 1732144869020 (+2 ms)Running coprocessor post-close hooks at 1732144869028 (+8 ms)Closed at 1732144869028 2024-11-20T23:21:09,029 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144857672.ecdb4d3ffe350ad27067a87a41b4b09c. 2024-11-20T23:21:09,041 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/rep_barrier/90b12ac5b40048918f98e19ede892ba2 2024-11-20T23:21:09,071 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/table/729305587acc41b99ef8d03021fff043 is 53, key is hbase:replication/table:state/1732144858148/Put/seqid=0 2024-11-20T23:21:09,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741851_1027 (size=5308) 2024-11-20T23:21:09,126 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:21:09,126 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:21:09,126 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:09,209 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1328, reset compression=false 2024-11-20T23:21:09,327 DEBUG [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:09,483 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/table/729305587acc41b99ef8d03021fff043 2024-11-20T23:21:09,488 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/info/cf0b8503dddc4e45b8432852f17caf1f as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/info/cf0b8503dddc4e45b8432852f17caf1f 2024-11-20T23:21:09,494 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/info/cf0b8503dddc4e45b8432852f17caf1f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:21:09,495 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/ns/ae8054a13a9e453e9facadd90bd7adf4 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/ns/ae8054a13a9e453e9facadd90bd7adf4 2024-11-20T23:21:09,499 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/ns/ae8054a13a9e453e9facadd90bd7adf4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:21:09,500 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/rep_barrier/90b12ac5b40048918f98e19ede892ba2 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/rep_barrier/90b12ac5b40048918f98e19ede892ba2 2024-11-20T23:21:09,505 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/rep_barrier/90b12ac5b40048918f98e19ede892ba2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:21:09,507 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/.tmp/table/729305587acc41b99ef8d03021fff043 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/table/729305587acc41b99ef8d03021fff043 2024-11-20T23:21:09,517 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/table/729305587acc41b99ef8d03021fff043, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:21:09,518 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false 2024-11-20T23:21:09,518 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:21:09,523 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:21:09,523 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:09,523 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:09,523 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:09,523 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144868125Running coprocessor pre-close hooks at 1732144868125Disabling compacts and flushes for region at 1732144868125Disabling writes for close at 1732144868125Obtaining lock to block concurrent updates at 1732144868126 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144868126Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144868126Flushing stores of hbase:meta,,1.1588230740 at 1732144868127 (+1 ms)Flushing 1588230740/info: creating writer at 1732144868127Flushing 1588230740/info: appending metadata at 1732144868155 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732144868155Flushing 1588230740/ns: creating writer at 1732144868592 (+437 ms)Flushing 1588230740/ns: appending metadata at 1732144868605 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732144868606 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732144868617 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144868636 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144868636Flushing 1588230740/table: creating writer at 1732144869046 (+410 ms)Flushing 1588230740/table: appending metadata at 1732144869071 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732144869071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be526f9: reopening flushed file at 1732144869487 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24da8267: reopening flushed file at 1732144869494 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f43b5e0: reopening flushed file at 1732144869500 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730402d3: reopening flushed file at 1732144869506 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false at 1732144869518 (+12 ms)Writing region close event to WAL at 1732144869520 (+2 ms)Running coprocessor post-close hooks at 1732144869523 (+3 ms)Closed at 1732144869523 2024-11-20T23:21:09,523 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:09,527 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,43159,1732144843683; all regions closed. 2024-11-20T23:21:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:21:09,538 DEBUG [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs 2024-11-20T23:21:09,538 INFO [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43159%2C1732144843683.meta:.meta(num 1732144847491) 2024-11-20T23:21:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741839_1015 (size=2695) 2024-11-20T23:21:09,543 DEBUG [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs 2024-11-20T23:21:09,543 INFO [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43159%2C1732144843683.rep:(num 1732144858040) 2024-11-20T23:21:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741833_1009 (size=1336) 2024-11-20T23:21:09,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 not finished, retry = 0 2024-11-20T23:21:09,613 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 to pos 1328, reset compression=false 2024-11-20T23:21:09,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/WALs/412a5e44fd2e,43159,1732144843683/412a5e44fd2e%2C43159%2C1732144843683.1732144846516 2024-11-20T23:21:09,660 DEBUG [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/oldWALs 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43159%2C1732144843683:(num 1732144846516) 2024-11-20T23:21:09,660 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:09,660 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,43159,1732144843683 because: Region server is closing 2024-11-20T23:21:09,660 INFO [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:43159. 2024-11-20T23:21:09,660 DEBUG [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:09,660 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:09,661 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:09,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:09,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:09,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:09,764 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.wal-reader.412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T23:21:09,764 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T23:21:09,764 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T23:21:09,764 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T23:21:10,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:10,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:10,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:10,465 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,43159,1732144843683.replicationSource.shipper412a5e44fd2e%2C43159%2C1732144843683,1-412a5e44fd2e,43159,1732144843683 terminated 2024-11-20T23:21:10,466 INFO [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:43159. 2024-11-20T23:21:10,466 DEBUG [RS:0;412a5e44fd2e:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:10,466 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:10,466 DEBUG [RS:0;412a5e44fd2e:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:10,466 INFO [RS:0;412a5e44fd2e:43159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43159 2024-11-20T23:21:10,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101/rs 2024-11-20T23:21:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1815090101/rs/412a5e44fd2e,43159,1732144843683 2024-11-20T23:21:10,475 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:10,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,43159,1732144843683] 2024-11-20T23:21:10,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/draining/412a5e44fd2e,43159,1732144843683 already deleted, retry=false 2024-11-20T23:21:10,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,43159,1732144843683 expired; onlineServers=0 2024-11-20T23:21:10,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,46281,1732144843240' ***** 2024-11-20T23:21:10,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:10,497 DEBUG [M:0;412a5e44fd2e:46281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:21:10,497 DEBUG [M:0;412a5e44fd2e:46281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:21:10,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:21:10,497 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144846076 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144846076,5,FailOnTimeoutGroup] 2024-11-20T23:21:10,497 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144846068 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144846068,5,FailOnTimeoutGroup] 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:10,497 DEBUG [M:0;412a5e44fd2e:46281 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:21:10,497 INFO [M:0;412a5e44fd2e:46281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:10,498 INFO [M:0;412a5e44fd2e:46281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:21:10,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:21:10,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1815090101/master 2024-11-20T23:21:10,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1815090101 2024-11-20T23:21:10,507 DEBUG [M:0;412a5e44fd2e:46281 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1815090101/master already deleted, retry=false 2024-11-20T23:21:10,507 DEBUG [M:0;412a5e44fd2e:46281 {}] master.ActiveMasterManager(353): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1815090101/master 2024-11-20T23:21:10,508 INFO [M:0;412a5e44fd2e:46281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/.lastflushedseqids 2024-11-20T23:21:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741852_1028 (size=263) 2024-11-20T23:21:10,512 INFO [M:0;412a5e44fd2e:46281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:21:10,512 INFO [M:0;412a5e44fd2e:46281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:21:10,512 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:10,512 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:10,512 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:10,512 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:10,512 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:10,512 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=54.84 KB heapSize=64.11 KB 2024-11-20T23:21:10,527 DEBUG [M:0;412a5e44fd2e:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f514c0cd2c4f4031b231cacc754695e6 is 82, key is hbase:meta,,1/info:regioninfo/1732144847545/Put/seqid=0 2024-11-20T23:21:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741853_1029 (size=5672) 2024-11-20T23:21:10,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:10,586 INFO [RS:0;412a5e44fd2e:43159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:10,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x1015a8cbcbd0001, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:10,586 INFO [RS:0;412a5e44fd2e:43159 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,43159,1732144843683; zookeeper connection closed. 2024-11-20T23:21:10,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a51591b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a51591b 2024-11-20T23:21:10,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:21:10,932 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f514c0cd2c4f4031b231cacc754695e6 2024-11-20T23:21:10,961 DEBUG [M:0;412a5e44fd2e:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3fc08820b7c4c77909652f9a06b9193 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144858160/Put/seqid=0 2024-11-20T23:21:10,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741854_1030 (size=8516) 2024-11-20T23:21:11,387 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.29 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3fc08820b7c4c77909652f9a06b9193 2024-11-20T23:21:11,406 DEBUG [M:0;412a5e44fd2e:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a39f2d53216462494b3b5ab1a865d3e is 69, key is 412a5e44fd2e,43159,1732144843683/rs:state/1732144846193/Put/seqid=0 2024-11-20T23:21:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741855_1031 (size=5156) 2024-11-20T23:21:11,810 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a39f2d53216462494b3b5ab1a865d3e 2024-11-20T23:21:11,816 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f514c0cd2c4f4031b231cacc754695e6 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f514c0cd2c4f4031b231cacc754695e6 2024-11-20T23:21:11,821 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f514c0cd2c4f4031b231cacc754695e6, entries=8, sequenceid=95, filesize=5.5 K 2024-11-20T23:21:11,822 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3fc08820b7c4c77909652f9a06b9193 as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3fc08820b7c4c77909652f9a06b9193 2024-11-20T23:21:11,826 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3fc08820b7c4c77909652f9a06b9193, entries=11, sequenceid=95, filesize=8.3 K 2024-11-20T23:21:11,827 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a39f2d53216462494b3b5ab1a865d3e as hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a39f2d53216462494b3b5ab1a865d3e 2024-11-20T23:21:11,831 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/7f497a6f-2253-4be3-ecc1-affc5cb0a326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a39f2d53216462494b3b5ab1a865d3e, entries=1, sequenceid=95, filesize=5.0 K 2024-11-20T23:21:11,832 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~54.84 KB/56158, heapSize ~63.81 KB/65344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=95, compaction requested=false 2024-11-20T23:21:11,833 INFO [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:11,833 DEBUG [M:0;412a5e44fd2e:46281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144870512Disabling compacts and flushes for region at 1732144870512Disabling writes for close at 1732144870512Obtaining lock to block concurrent updates at 1732144870512Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144870512Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56158, getHeapSize=65584, getOffHeapSize=0, getCellsCount=112 at 1732144870512Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144870513 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144870513Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144870527 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144870527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144870939 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144870961 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144870961Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144871391 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144871406 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144871406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41517269: reopening flushed file at 1732144871815 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c7cb2d: reopening flushed file at 1732144871821 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475b3ff7: reopening flushed file at 1732144871826 (+5 ms)Finished flush of dataSize ~54.84 KB/56158, heapSize ~63.81 KB/65344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=95, compaction requested=false at 1732144871832 (+6 ms)Writing region close event to WAL at 1732144871833 (+1 ms)Closed at 1732144871833 2024-11-20T23:21:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741830_1006 (size=62849) 2024-11-20T23:21:11,837 INFO [M:0;412a5e44fd2e:46281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:21:11,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:11,837 INFO [M:0;412a5e44fd2e:46281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46281 2024-11-20T23:21:11,838 INFO [M:0;412a5e44fd2e:46281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:11,952 INFO [M:0;412a5e44fd2e:46281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:11,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1015a8cbcbd0000, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:11,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52a08292{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:11,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3480ac69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:11,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:11,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ea6b91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:11,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8dc00c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:11,958 WARN [BP-1363144418-172.17.0.2-1732144841066 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:21:11,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:21:11,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:21:11,958 WARN [BP-1363144418-172.17.0.2-1732144841066 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363144418-172.17.0.2-1732144841066 (Datanode Uuid 7a8e7347-b85f-4f20-8383-75c3d23c5a67) service to localhost/127.0.0.1:41947 2024-11-20T23:21:11,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/data/data1/current/BP-1363144418-172.17.0.2-1732144841066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:11,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/cluster_3166f4c6-4bfc-0606-4a9f-1cabb1f0018d/data/data2/current/BP-1363144418-172.17.0.2-1732144841066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:11,959 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:21:11,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4758c795{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:11,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b710277{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:11,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:11,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a85dd90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:11,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138aae34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4f80498-1eaf-34ca-07db-5263dcb5b6ec/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:11,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:21:11,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:21:11,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41947 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41947 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41947 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37233 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37233 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 564) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=863 (was 872), ProcessCount=11 (was 11), AvailableMemoryMB=2103 (was 2855) 2024-11-20T23:21:12,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=863, ProcessCount=11, AvailableMemoryMB=2102 2024-11-20T23:21:12,022 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T23:21:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir so I do NOT create it in target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335 2024-11-20T23:21:12,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:21:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.tmp.dir so I do NOT create it in target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335 2024-11-20T23:21:12,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7591b10d-9f12-256d-5dcb-7ba5cc6e1309/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:21:12,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335 2024-11-20T23:21:12,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150, deleteOnExit=true 2024-11-20T23:21:12,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/zookeeper_0, clientPort=52423, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:21:12,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52423 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/test.cache.data in system properties and HBase conf 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:21:12,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:21:12,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:12,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:21:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:21:12,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:12,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:12,043 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8cbcbd0005, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:21:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8cbcbd0002, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:21:12,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8cbcbd0002, quorum=127.0.0.1:54334, baseZNode=/0-1815090101 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:21:12,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8cbcbd0005, quorum=127.0.0.1:54334, baseZNode=/1488605196 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:21:12,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:12,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:12,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:12,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:12,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:21:12,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:12,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cbd3651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:12,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42567e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:12,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74daf545{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/java.io.tmpdir/jetty-localhost-46223-hadoop-hdfs-3_4_1-tests_jar-_-any-11572173793182242232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:12,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e2e8b08{HTTP/1.1, (http/1.1)}{localhost:46223} 2024-11-20T23:21:12,652 INFO [Time-limited test {}] server.Server(415): Started @203994ms 2024-11-20T23:21:12,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:12,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:12,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:12,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:12,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:12,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e211988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:12,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27bab26f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:13,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcc5ac6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/java.io.tmpdir/jetty-localhost-41149-hadoop-hdfs-3_4_1-tests_jar-_-any-85044267198985257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:13,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21185d42{HTTP/1.1, (http/1.1)}{localhost:41149} 2024-11-20T23:21:13,092 INFO [Time-limited test {}] server.Server(415): Started @204435ms 2024-11-20T23:21:13,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:21:13,967 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/data/data1/current/BP-2117045532-172.17.0.2-1732144872047/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:13,968 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/data/data2/current/BP-2117045532-172.17.0.2-1732144872047/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:13,997 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:21:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92eb2be1b32f7a2 with lease ID 0xd62b5967aa750def: Processing first storage report for DS-69440488-6586-4afe-bf93-469af4504ec7 from datanode DatanodeRegistration(127.0.0.1:42291, datanodeUuid=fb43b2f6-c371-4c54-806c-8f280cc6087e, infoPort=42361, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1243380063;c=1732144872047) 2024-11-20T23:21:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92eb2be1b32f7a2 with lease ID 0xd62b5967aa750def: from storage DS-69440488-6586-4afe-bf93-469af4504ec7 node DatanodeRegistration(127.0.0.1:42291, datanodeUuid=fb43b2f6-c371-4c54-806c-8f280cc6087e, infoPort=42361, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1243380063;c=1732144872047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf92eb2be1b32f7a2 with lease ID 0xd62b5967aa750def: Processing first storage report for DS-3fed4c90-0a72-4892-8127-e9fb37dcb666 from datanode DatanodeRegistration(127.0.0.1:42291, datanodeUuid=fb43b2f6-c371-4c54-806c-8f280cc6087e, infoPort=42361, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1243380063;c=1732144872047) 2024-11-20T23:21:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf92eb2be1b32f7a2 with lease ID 0xd62b5967aa750def: from storage DS-3fed4c90-0a72-4892-8127-e9fb37dcb666 node DatanodeRegistration(127.0.0.1:42291, datanodeUuid=fb43b2f6-c371-4c54-806c-8f280cc6087e, infoPort=42361, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1243380063;c=1732144872047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:14,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335 2024-11-20T23:21:14,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:21:14,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d with version=8 2024-11-20T23:21:14,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/hbase-staging 2024-11-20T23:21:14,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:21:14,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:14,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36837 2024-11-20T23:21:14,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36837 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:14,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368370x0, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:14,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36837-0x1015a8d36040000 connected 2024-11-20T23:21:14,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/running 2024-11-20T23:21:14,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d, hbase.cluster.distributed=false 2024-11-20T23:21:14,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/acl 2024-11-20T23:21:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:21:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36837 2024-11-20T23:21:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36837 2024-11-20T23:21:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:21:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:21:14,264 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:14,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:14,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42285 2024-11-20T23:21:14,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42285 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:14,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422850x0, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:14,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422850x0, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/running 2024-11-20T23:21:14,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:21:14,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42285-0x1015a8d36040001 connected 2024-11-20T23:21:14,302 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:21:14,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/master 2024-11-20T23:21:14,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/acl 2024-11-20T23:21:14,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T23:21:14,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42285 2024-11-20T23:21:14,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42285 2024-11-20T23:21:14,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T23:21:14,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-20T23:21:14,337 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:36837 2024-11-20T23:21:14,338 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-29534418/backup-masters/412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:14,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/backup-masters 2024-11-20T23:21:14,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/backup-masters 2024-11-20T23:21:14,352 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on existing znode=/0-29534418/backup-masters/412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29534418/master 2024-11-20T23:21:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:14,362 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on existing znode=/0-29534418/master 2024-11-20T23:21:14,362 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-29534418/backup-masters/412a5e44fd2e,36837,1732144874065 from backup master directory 2024-11-20T23:21:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/backup-masters 2024-11-20T23:21:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29534418/backup-masters/412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/backup-masters 2024-11-20T23:21:14,371 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:14,371 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:14,384 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/hbase.id] with ID: 41679598-f7b2-4c78-b22e-0944c613d501 2024-11-20T23:21:14,384 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/.tmp/hbase.id 2024-11-20T23:21:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:21:14,415 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/.tmp/hbase.id]:[hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/hbase.id] 2024-11-20T23:21:14,429 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:14,429 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:21:14,430 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:21:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:21:14,464 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:14,465 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:21:14,465 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:14,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:21:14,481 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store 2024-11-20T23:21:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:14,891 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:14,891 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:14,891 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144874891Disabling compacts and flushes for region at 1732144874891Disabling writes for close at 1732144874891Writing region close event to WAL at 1732144874891Closed at 1732144874891 2024-11-20T23:21:14,892 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/.initializing 2024-11-20T23:21:14,892 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/WALs/412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:14,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:14,894 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C36837%2C1732144874065, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/WALs/412a5e44fd2e,36837,1732144874065, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/oldWALs, maxLogs=10 2024-11-20T23:21:14,906 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/WALs/412a5e44fd2e,36837,1732144874065/412a5e44fd2e%2C36837%2C1732144874065.1732144874894, exclude list is [], retry=0 2024-11-20T23:21:14,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42291,DS-69440488-6586-4afe-bf93-469af4504ec7,DISK] 2024-11-20T23:21:14,910 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/WALs/412a5e44fd2e,36837,1732144874065/412a5e44fd2e%2C36837%2C1732144874065.1732144874894 2024-11-20T23:21:14,910 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-11-20T23:21:14,910 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:14,910 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:14,911 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,911 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:21:14,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:14,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:14,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:21:14,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:14,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:14,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:21:14,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:14,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:14,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:21:14,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:14,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:14,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,917 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,917 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,918 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,918 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,918 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:14,919 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:14,920 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:14,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60018026, jitterRate=-0.10566172003746033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:14,921 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144874911Initializing all the Stores at 1732144874911Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144874911Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144874912 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144874912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144874912Cleaning up temporary data from old regions at 1732144874918 (+6 ms)Region opened successfully at 1732144874921 (+3 ms) 2024-11-20T23:21:14,921 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:21:14,923 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4dac3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:14,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:21:14,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:21:14,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:21:14,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:21:14,933 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:21:14,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:21:14,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:21:14,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:21:14,938 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/balancer because node does not exist (not necessarily an error) 2024-11-20T23:21:14,966 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/balancer already deleted, retry=false 2024-11-20T23:21:14,967 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:21:14,968 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:21:14,977 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/normalizer already deleted, retry=false 2024-11-20T23:21:14,978 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:21:14,979 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:21:14,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/switch/split already deleted, retry=false 2024-11-20T23:21:14,992 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:21:15,002 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/switch/merge already deleted, retry=false 2024-11-20T23:21:15,004 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:21:15,012 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/snapshot-cleanup already deleted, retry=false 2024-11-20T23:21:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29534418/running 2024-11-20T23:21:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-29534418/running 2024-11-20T23:21:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,023 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,36837,1732144874065, sessionid=0x1015a8d36040000, setting cluster-up flag (Was=false) 2024-11-20T23:21:15,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:15,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:15,076 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-29534418/flush-table-proc/acquired, /0-29534418/flush-table-proc/reached, /0-29534418/flush-table-proc/abort 2024-11-20T23:21:15,076 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:15,128 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-29534418/online-snapshot/acquired, /0-29534418/online-snapshot/reached, /0-29534418/online-snapshot/abort 2024-11-20T23:21:15,129 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:15,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:21:15,138 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:15,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:21:15,138 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:21:15,138 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,36837,1732144874065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:15,140 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:15,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:21:15,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:15,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:21:15,188 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144905188 2024-11-20T23:21:15,188 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:21:15,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:21:15,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:21:15,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:21:15,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:21:15,189 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:21:15,192 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:21:15,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:21:15,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:21:15,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:21:15,214 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144875214,5,FailOnTimeoutGroup] 2024-11-20T23:21:15,214 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144875214,5,FailOnTimeoutGroup] 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:21:15,227 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(746): ClusterId : 41679598-f7b2-4c78-b22e-0944c613d501 2024-11-20T23:21:15,227 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:21:15,234 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:21:15,234 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:21:15,245 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:21:15,245 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6f2c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:15,261 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:42285 2024-11-20T23:21:15,261 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:21:15,261 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:21:15,261 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:21:15,262 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,36837,1732144874065 with port=42285, startcode=1732144874264 2024-11-20T23:21:15,262 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:21:15,263 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:21:15,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36837 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,265 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d 2024-11-20T23:21:15,265 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35281 2024-11-20T23:21:15,265 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:21:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/rs 2024-11-20T23:21:15,276 DEBUG [RS:0;412a5e44fd2e:42285 {}] zookeeper.ZKUtil(111): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on existing znode=/0-29534418/rs/412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,276 WARN [RS:0;412a5e44fd2e:42285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:15,276 INFO [RS:0;412a5e44fd2e:42285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:15,276 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,42285,1732144874264] 2024-11-20T23:21:15,279 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:21:15,284 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:21:15,285 INFO [RS:0;412a5e44fd2e:42285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:21:15,285 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,285 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:21:15,286 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:21:15,286 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:15,286 DEBUG [RS:0;412a5e44fd2e:42285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:15,290 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,291 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,291 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,291 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,291 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,291 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42285,1732144874264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:15,305 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:21:15,305 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42285,1732144874264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,305 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,305 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.Replication(171): 412a5e44fd2e,42285,1732144874264 started 2024-11-20T23:21:15,322 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:15,322 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,42285,1732144874264, RpcServer on 412a5e44fd2e/172.17.0.2:42285, sessionid=0x1015a8d36040001 2024-11-20T23:21:15,322 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:21:15,322 DEBUG [RS:0;412a5e44fd2e:42285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,322 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42285,1732144874264' 2024-11-20T23:21:15,322 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-29534418/flush-table-proc/abort' 2024-11-20T23:21:15,324 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-29534418/flush-table-proc/acquired' 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42285,1732144874264' 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-29534418/online-snapshot/abort' 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-29534418/online-snapshot/acquired' 2024-11-20T23:21:15,325 DEBUG [RS:0;412a5e44fd2e:42285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:21:15,325 INFO [RS:0;412a5e44fd2e:42285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:21:15,325 INFO [RS:0;412a5e44fd2e:42285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:21:15,426 INFO [RS:0;412a5e44fd2e:42285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:15,438 INFO [RS:0;412a5e44fd2e:42285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42285%2C1732144874264, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/oldWALs, maxLogs=10 2024-11-20T23:21:15,453 DEBUG [RS:0;412a5e44fd2e:42285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, exclude list is [], retry=0 2024-11-20T23:21:15,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42291,DS-69440488-6586-4afe-bf93-469af4504ec7,DISK] 2024-11-20T23:21:15,472 INFO [RS:0;412a5e44fd2e:42285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 2024-11-20T23:21:15,474 DEBUG [RS:0;412a5e44fd2e:42285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-11-20T23:21:15,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:21:15,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d 2024-11-20T23:21:15,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:21:16,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:16,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:16,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:16,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:16,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:16,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:16,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:16,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:16,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:16,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:16,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740 2024-11-20T23:21:16,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740 2024-11-20T23:21:16,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:16,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:16,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:16,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:16,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:16,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58928938, jitterRate=-0.12189039587974548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144876028Initializing all the Stores at 1732144876029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144876029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876029Cleaning up temporary data from old regions at 1732144876045 (+16 ms)Region opened successfully at 1732144876049 (+4 ms) 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:16,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:16,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144876049Disabling compacts and flushes for region at 1732144876049Disabling writes for close at 1732144876049Writing region close event to WAL at 1732144876049Closed at 1732144876049 2024-11-20T23:21:16,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:16,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:21:16,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:21:16,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:16,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:21:16,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:16,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:16,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:16,203 DEBUG [412a5e44fd2e:36837 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:21:16,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:16,204 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42285,1732144874264, state=OPENING 2024-11-20T23:21:16,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:21:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:16,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29534418/meta-region-server: CHANGED 2024-11-20T23:21:16,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29534418/meta-region-server: CHANGED 2024-11-20T23:21:16,235 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:16,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42285,1732144874264}] 2024-11-20T23:21:16,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:16,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:21:16,392 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:21:16,392 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:16,392 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:21:16,394 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42285%2C1732144874264.meta, suffix=.meta, logDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/oldWALs, maxLogs=10 2024-11-20T23:21:16,410 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.meta.1732144876394.meta, exclude list is [], retry=0 2024-11-20T23:21:16,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42291,DS-69440488-6586-4afe-bf93-469af4504ec7,DISK] 2024-11-20T23:21:16,414 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.meta.1732144876394.meta 2024-11-20T23:21:16,414 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-11-20T23:21:16,414 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:16,415 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:21:16,415 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:21:16,415 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:21:16,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:16,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:16,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:16,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:16,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:16,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:16,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:16,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:16,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:16,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:16,421 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:16,421 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740 2024-11-20T23:21:16,422 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740 2024-11-20T23:21:16,423 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:16,423 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:16,424 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:16,425 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:16,425 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246261, jitterRate=0.06165201961994171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:16,425 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:21:16,426 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144876415Writing region info on filesystem at 1732144876415Initializing all the Stores at 1732144876416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144876416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144876416Cleaning up temporary data from old regions at 1732144876423 (+7 ms)Running coprocessor post-open hooks at 1732144876425 (+2 ms)Region opened successfully at 1732144876426 (+1 ms) 2024-11-20T23:21:16,427 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144876387 2024-11-20T23:21:16,430 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:21:16,430 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:21:16,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:16,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42285,1732144874264, state=OPEN 2024-11-20T23:21:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-29534418/meta-region-server 2024-11-20T23:21:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-29534418/meta-region-server 2024-11-20T23:21:16,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:16,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29534418/meta-region-server: CHANGED 2024-11-20T23:21:16,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-29534418/meta-region-server: CHANGED 2024-11-20T23:21:16,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:21:16,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42285,1732144874264 in 239 msec 2024-11-20T23:21:16,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:21:16,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-20T23:21:16,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:16,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:21:16,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:16,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42285,1732144874264, seqNum=-1] 2024-11-20T23:21:16,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:16,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:16,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3480 sec 2024-11-20T23:21:16,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144876486, completionTime=-1 2024-11-20T23:21:16,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:21:16,486 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:21:16,487 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:21:16,487 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144936487 2024-11-20T23:21:16,487 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144996487 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:36837, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,490 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.120sec 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:16,492 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:21:16,494 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:21:16,494 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:21:16,494 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732144874065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:16,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667745b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:16,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:16,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:16,529 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3fa9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:16,531 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:16,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a630144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:16,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42285,1732144874264, seqNum=-1] 2024-11-20T23:21:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:16,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:16,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:16,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:16,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8d36040002 connected 2024-11-20T23:21:16,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir so I do NOT create it in target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89 2024-11-20T23:21:16,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:21:16,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.tmp.dir so I do NOT create it in target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89 2024-11-20T23:21:16,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:21:16,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89 2024-11-20T23:21:16,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:21:16,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/cluster_1ea6a12e-7a86-1776-e4ed-e198d187df10, deleteOnExit=true 2024-11-20T23:21:16,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:21:16,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/test.cache.data in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:21:16,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:21:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:21:17,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:17,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:17,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:17,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:17,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:17,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:17,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712df0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:17,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34c3410e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:17,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b0ac3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/java.io.tmpdir/jetty-localhost-44883-hadoop-hdfs-3_4_1-tests_jar-_-any-10844878793331040900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:17,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38d3f1f5{HTTP/1.1, (http/1.1)}{localhost:44883} 2024-11-20T23:21:17,196 INFO [Time-limited test {}] server.Server(415): Started @208538ms 2024-11-20T23:21:17,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:17,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:17,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:17,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:17,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:17,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c661c24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:17,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65cd48bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd20f93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/java.io.tmpdir/jetty-localhost-33539-hadoop-hdfs-3_4_1-tests_jar-_-any-14988751151318817361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:17,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ecb3fa5{HTTP/1.1, (http/1.1)}{localhost:33539} 2024-11-20T23:21:17,719 INFO [Time-limited test {}] server.Server(415): Started @209062ms 2024-11-20T23:21:17,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:21:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:21:18,577 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/cluster_1ea6a12e-7a86-1776-e4ed-e198d187df10/data/data1/current/BP-2036216071-172.17.0.2-1732144876588/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:18,577 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/cluster_1ea6a12e-7a86-1776-e4ed-e198d187df10/data/data2/current/BP-2036216071-172.17.0.2-1732144876588/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:18,602 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:21:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91f591cbfaea2503 with lease ID 0x3848ff1b0421f7f3: Processing first storage report for DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688 from datanode DatanodeRegistration(127.0.0.1:35479, datanodeUuid=e23b2cac-65d4-4ef4-befa-1d7b98c6ab34, infoPort=46609, infoSecurePort=0, ipcPort=39995, storageInfo=lv=-57;cid=testClusterID;nsid=1795775503;c=1732144876588) 2024-11-20T23:21:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91f591cbfaea2503 with lease ID 0x3848ff1b0421f7f3: from storage DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688 node DatanodeRegistration(127.0.0.1:35479, datanodeUuid=e23b2cac-65d4-4ef4-befa-1d7b98c6ab34, infoPort=46609, infoSecurePort=0, ipcPort=39995, storageInfo=lv=-57;cid=testClusterID;nsid=1795775503;c=1732144876588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91f591cbfaea2503 with lease ID 0x3848ff1b0421f7f3: Processing first storage report for DS-60cd25f8-cacf-4021-8f99-516ae0d39bab from datanode DatanodeRegistration(127.0.0.1:35479, datanodeUuid=e23b2cac-65d4-4ef4-befa-1d7b98c6ab34, infoPort=46609, infoSecurePort=0, ipcPort=39995, storageInfo=lv=-57;cid=testClusterID;nsid=1795775503;c=1732144876588) 2024-11-20T23:21:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91f591cbfaea2503 with lease ID 0x3848ff1b0421f7f3: from storage DS-60cd25f8-cacf-4021-8f99-516ae0d39bab node DatanodeRegistration(127.0.0.1:35479, datanodeUuid=e23b2cac-65d4-4ef4-befa-1d7b98c6ab34, infoPort=46609, infoSecurePort=0, ipcPort=39995, storageInfo=lv=-57;cid=testClusterID;nsid=1795775503;c=1732144876588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:18,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89 2024-11-20T23:21:18,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:18,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:21:19,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab with version=8 2024-11-20T23:21:19,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/hbase-staging 2024-11-20T23:21:19,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:21:19,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:19,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43903 2024-11-20T23:21:19,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43903 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439030x0, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:19,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43903-0x1015a8d36040003 connected 2024-11-20T23:21:19,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:19,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:19,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/running 2024-11-20T23:21:19,139 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab, hbase.cluster.distributed=false 2024-11-20T23:21:19,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/acl 2024-11-20T23:21:19,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43903 2024-11-20T23:21:19,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43903 2024-11-20T23:21:19,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43903 2024-11-20T23:21:19,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43903 2024-11-20T23:21:19,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43903 2024-11-20T23:21:19,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:21:19,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:19,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35639 2024-11-20T23:21:19,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35639 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:19,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:19,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:19,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356390x0, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:19,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356390x0, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/running 2024-11-20T23:21:19,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35639-0x1015a8d36040004 connected 2024-11-20T23:21:19,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:21:19,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:21:19,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/master 2024-11-20T23:21:19,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/acl 2024-11-20T23:21:19,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35639 2024-11-20T23:21:19,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35639 2024-11-20T23:21:19,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35639 2024-11-20T23:21:19,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35639 2024-11-20T23:21:19,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35639 2024-11-20T23:21:19,221 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:43903 2024-11-20T23:21:19,221 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1956466769/backup-masters/412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/backup-masters 2024-11-20T23:21:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/backup-masters 2024-11-20T23:21:19,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on existing znode=/1956466769/backup-masters/412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:19,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1956466769/master 2024-11-20T23:21:19,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:19,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:19,251 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on existing znode=/1956466769/master 2024-11-20T23:21:19,251 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1956466769/backup-masters/412a5e44fd2e,43903,1732144879027 from backup master directory 2024-11-20T23:21:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1956466769/backup-masters/412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/backup-masters 2024-11-20T23:21:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/backup-masters 2024-11-20T23:21:19,261 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:19,262 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:19,272 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/hbase.id] with ID: 27e72899-0a1a-47dc-b387-b6a95e2618c2 2024-11-20T23:21:19,272 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/.tmp/hbase.id 2024-11-20T23:21:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:21:19,282 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/.tmp/hbase.id]:[hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/hbase.id] 2024-11-20T23:21:19,292 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:19,292 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:21:19,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T23:21:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:21:19,713 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:19,713 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:21:19,714 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:21:20,119 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store 2024-11-20T23:21:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:20,528 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:20,528 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:20,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144880528Disabling compacts and flushes for region at 1732144880528Disabling writes for close at 1732144880528Writing region close event to WAL at 1732144880528Closed at 1732144880528 2024-11-20T23:21:20,529 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/.initializing 2024-11-20T23:21:20,529 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/WALs/412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:20,530 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:20,532 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C43903%2C1732144879027, suffix=, logDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/WALs/412a5e44fd2e,43903,1732144879027, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/oldWALs, maxLogs=10 2024-11-20T23:21:20,547 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/WALs/412a5e44fd2e,43903,1732144879027/412a5e44fd2e%2C43903%2C1732144879027.1732144880532, exclude list is [], retry=0 2024-11-20T23:21:20,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688,DISK] 2024-11-20T23:21:20,551 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/WALs/412a5e44fd2e,43903,1732144879027/412a5e44fd2e%2C43903%2C1732144879027.1732144880532 2024-11-20T23:21:20,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46609:46609)] 2024-11-20T23:21:20,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:20,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:20,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:21:20,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:20,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:20,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:21:20,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:20,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:20,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:21:20,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:20,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:20,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:21:20,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:20,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:20,559 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,559 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,560 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,561 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,561 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,561 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:20,562 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:20,563 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:20,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505586, jitterRate=-0.03879186511039734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:20,564 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144880552Initializing all the Stores at 1732144880553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144880553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144880553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144880553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144880553Cleaning up temporary data from old regions at 1732144880561 (+8 ms)Region opened successfully at 1732144880564 (+3 ms) 2024-11-20T23:21:20,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:21:20,566 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2148c524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:20,567 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:21:20,567 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:21:20,567 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:21:20,568 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:21:20,568 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:21:20,568 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:21:20,568 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:21:20,570 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:21:20,570 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/balancer because node does not exist (not necessarily an error) 2024-11-20T23:21:20,580 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/balancer already deleted, retry=false 2024-11-20T23:21:20,581 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:21:20,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:21:20,591 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/normalizer already deleted, retry=false 2024-11-20T23:21:20,591 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:21:20,592 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:21:20,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/switch/split already deleted, retry=false 2024-11-20T23:21:20,602 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:21:20,612 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/switch/merge already deleted, retry=false 2024-11-20T23:21:20,614 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:21:20,623 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/snapshot-cleanup already deleted, retry=false 2024-11-20T23:21:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1956466769/running 2024-11-20T23:21:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1956466769/running 2024-11-20T23:21:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,633 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,43903,1732144879027, sessionid=0x1015a8d36040003, setting cluster-up flag (Was=false) 2024-11-20T23:21:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,703 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1956466769/flush-table-proc/acquired, /1956466769/flush-table-proc/reached, /1956466769/flush-table-proc/abort 2024-11-20T23:21:20,704 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:20,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:20,766 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1956466769/online-snapshot/acquired, /1956466769/online-snapshot/reached, /1956466769/online-snapshot/abort 2024-11-20T23:21:20,767 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:20,768 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:21:20,769 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:20,769 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:21:20,769 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:21:20,770 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,43903,1732144879027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:20,771 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,771 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144910771 2024-11-20T23:21:20,771 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:20,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:21:20,772 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:21:20,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:20,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:21:20,776 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:21:20,776 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:21:20,781 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144880776,5,FailOnTimeoutGroup] 2024-11-20T23:21:20,781 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144880781,5,FailOnTimeoutGroup] 2024-11-20T23:21:20,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:21:20,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,781 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:21:20,812 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(746): ClusterId : 27e72899-0a1a-47dc-b387-b6a95e2618c2 2024-11-20T23:21:20,812 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:21:20,823 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:21:20,823 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:21:20,834 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:21:20,834 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b878281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:20,844 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:35639 2024-11-20T23:21:20,844 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:21:20,844 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:21:20,844 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:21:20,845 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43903,1732144879027 with port=35639, startcode=1732144879178 2024-11-20T23:21:20,845 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:21:20,846 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:21:20,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43903 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,848 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab 2024-11-20T23:21:20,848 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37445 2024-11-20T23:21:20,848 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:21:20,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/rs 2024-11-20T23:21:20,854 DEBUG [RS:0;412a5e44fd2e:35639 {}] zookeeper.ZKUtil(111): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on existing znode=/1956466769/rs/412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,855 WARN [RS:0;412a5e44fd2e:35639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:20,855 INFO [RS:0;412a5e44fd2e:35639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:20,855 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,35639,1732144879178] 2024-11-20T23:21:20,857 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:21:20,858 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:21:20,859 INFO [RS:0;412a5e44fd2e:35639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:21:20,859 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,859 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:21:20,859 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:21:20,859 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:20,860 DEBUG [RS:0;412a5e44fd2e:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,864 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35639,1732144879178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:20,877 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:21:20,877 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35639,1732144879178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,877 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,877 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.Replication(171): 412a5e44fd2e,35639,1732144879178 started 2024-11-20T23:21:20,890 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:20,890 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,35639,1732144879178, RpcServer on 412a5e44fd2e/172.17.0.2:35639, sessionid=0x1015a8d36040004 2024-11-20T23:21:20,890 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:21:20,890 DEBUG [RS:0;412a5e44fd2e:35639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,890 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35639,1732144879178' 2024-11-20T23:21:20,890 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1956466769/flush-table-proc/abort' 2024-11-20T23:21:20,890 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1956466769/flush-table-proc/acquired' 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35639,1732144879178' 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1956466769/online-snapshot/abort' 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1956466769/online-snapshot/acquired' 2024-11-20T23:21:20,891 DEBUG [RS:0;412a5e44fd2e:35639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:21:20,891 INFO [RS:0;412a5e44fd2e:35639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:21:20,891 INFO [RS:0;412a5e44fd2e:35639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:21:20,992 INFO [RS:0;412a5e44fd2e:35639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:20,997 INFO [RS:0;412a5e44fd2e:35639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35639%2C1732144879178, suffix=, logDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/oldWALs, maxLogs=10 2024-11-20T23:21:21,015 DEBUG [RS:0;412a5e44fd2e:35639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, exclude list is [], retry=0 2024-11-20T23:21:21,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688,DISK] 2024-11-20T23:21:21,019 INFO [RS:0;412a5e44fd2e:35639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 2024-11-20T23:21:21,019 DEBUG [RS:0;412a5e44fd2e:35639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46609:46609)] 2024-11-20T23:21:21,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:21:21,184 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab 2024-11-20T23:21:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:21:21,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:21,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:21,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:21,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:21,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:21,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:21,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:21,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:21,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:21,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740 2024-11-20T23:21:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740 2024-11-20T23:21:21,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:21,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:21,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:21,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:21,208 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:21,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209256, jitterRate=-0.02830636501312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144881189Initializing all the Stores at 1732144881190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144881190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881190Cleaning up temporary data from old regions at 1732144881197 (+7 ms)Region opened successfully at 1732144881209 (+12 ms) 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:21,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:21,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:21,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144881209Disabling compacts and flushes for region at 1732144881209Disabling writes for close at 1732144881209Writing region close event to WAL at 1732144881209Closed at 1732144881209 2024-11-20T23:21:21,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:21,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:21:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:21:21,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:21,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:21:21,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:21:21,371 DEBUG [412a5e44fd2e:43903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:21:21,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:21,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35639,1732144879178, state=OPENING 2024-11-20T23:21:21,439 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:21:21,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:21,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:21,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1956466769/meta-region-server: CHANGED 2024-11-20T23:21:21,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1956466769/meta-region-server: CHANGED 2024-11-20T23:21:21,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:21,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35639,1732144879178}] 2024-11-20T23:21:21,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:21,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:21:21,615 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:21:21,615 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:21,615 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:21:21,619 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35639%2C1732144879178.meta, suffix=.meta, logDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/oldWALs, maxLogs=10 2024-11-20T23:21:21,638 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.meta.1732144881620.meta, exclude list is [], retry=0 2024-11-20T23:21:21,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688,DISK] 2024-11-20T23:21:21,650 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.meta.1732144881620.meta 2024-11-20T23:21:21,650 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46609:46609)] 2024-11-20T23:21:21,650 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:21,651 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:21:21,651 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:21:21,651 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:21:21,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:21,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:21,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:21,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:21,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:21,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:21,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:21,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:21,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:21,665 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:21,665 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740 2024-11-20T23:21:21,666 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740 2024-11-20T23:21:21,666 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:21,666 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:21,667 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:21,668 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:21,668 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70094489, jitterRate=0.04448927938938141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:21,668 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:21:21,668 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144881652Writing region info on filesystem at 1732144881652Initializing all the Stores at 1732144881652Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881660 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144881660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144881660Cleaning up temporary data from old regions at 1732144881666 (+6 ms)Running coprocessor post-open hooks at 1732144881668 (+2 ms)Region opened successfully at 1732144881668 2024-11-20T23:21:21,669 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144881606 2024-11-20T23:21:21,671 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:21:21,671 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:21:21,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:21,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35639,1732144879178, state=OPEN 2024-11-20T23:21:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1956466769/meta-region-server 2024-11-20T23:21:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1956466769/meta-region-server 2024-11-20T23:21:21,686 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:21,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1956466769/meta-region-server: CHANGED 2024-11-20T23:21:21,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1956466769/meta-region-server: CHANGED 2024-11-20T23:21:21,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:21:21,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35639,1732144879178 in 231 msec 2024-11-20T23:21:21,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:21:21,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-20T23:21:21,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:21,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:21:21,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:21,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35639,1732144879178, seqNum=-1] 2024-11-20T23:21:21,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:21,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:21,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-11-20T23:21:21,706 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144881706, completionTime=-1 2024-11-20T23:21:21,706 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:21:21,706 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:21:21,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:21:21,709 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144941709 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145001710 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:43903, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,715 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:21:21,723 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.465sec 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:21,728 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:21:21,738 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:21:21,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:21:21,738 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43903,1732144879027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:21,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd6c6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:21,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:21,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:21,829 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f148df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:21,831 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:21,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1fd46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:21,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35639,1732144879178, seqNum=-1] 2024-11-20T23:21:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:21,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:21,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52423 2024-11-20T23:21:21,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:21,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8d36040005 connected 2024-11-20T23:21:21,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4a3449 2024-11-20T23:21:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:21,865 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:21,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:21:21,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:21,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:21,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:21:21,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:21:21,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15bbfdce01dea82b65aea82e8eef6eef, NAME => 'test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d 2024-11-20T23:21:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:21:21,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:21,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15bbfdce01dea82b65aea82e8eef6eef, disabling compactions & flushes 2024-11-20T23:21:22,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. after waiting 0 ms 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15bbfdce01dea82b65aea82e8eef6eef: Waiting for close lock at 1732144882303Disabling compacts and flushes for region at 1732144882303Disabling writes for close at 1732144882303Writing region close event to WAL at 1732144882303Closed at 1732144882303 2024-11-20T23:21:22,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:22,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144882304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144882304"}]},"ts":"1732144882304"} 2024-11-20T23:21:22,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:22,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:22,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144882307"}]},"ts":"1732144882307"} 2024-11-20T23:21:22,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:21:22,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15bbfdce01dea82b65aea82e8eef6eef, ASSIGN}] 2024-11-20T23:21:22,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15bbfdce01dea82b65aea82e8eef6eef, ASSIGN 2024-11-20T23:21:22,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15bbfdce01dea82b65aea82e8eef6eef, ASSIGN; state=OFFLINE, location=412a5e44fd2e,42285,1732144874264; forceNewPlan=false, retain=false 2024-11-20T23:21:22,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15bbfdce01dea82b65aea82e8eef6eef, regionState=OPENING, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15bbfdce01dea82b65aea82e8eef6eef, ASSIGN because future has completed 2024-11-20T23:21:22,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15bbfdce01dea82b65aea82e8eef6eef, server=412a5e44fd2e,42285,1732144874264}] 2024-11-20T23:21:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:22,619 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,619 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15bbfdce01dea82b65aea82e8eef6eef, NAME => 'test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:22,619 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:22,619 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:21:22,619 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,619 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:22,619 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,619 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,620 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,621 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15bbfdce01dea82b65aea82e8eef6eef columnFamilyName f 2024-11-20T23:21:22,622 DEBUG [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:22,622 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(327): Store=15bbfdce01dea82b65aea82e8eef6eef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:22,622 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,623 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15bbfdce01dea82b65aea82e8eef6eef columnFamilyName f1 2024-11-20T23:21:22,623 DEBUG [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:22,623 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(327): Store=15bbfdce01dea82b65aea82e8eef6eef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:22,623 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,624 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15bbfdce01dea82b65aea82e8eef6eef columnFamilyName norep 2024-11-20T23:21:22,624 DEBUG [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:22,624 INFO [StoreOpener-15bbfdce01dea82b65aea82e8eef6eef-1 {}] regionserver.HStore(327): Store=15bbfdce01dea82b65aea82e8eef6eef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:22,624 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,625 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,625 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,625 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,626 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,626 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:21:22,627 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,628 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:22,629 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15bbfdce01dea82b65aea82e8eef6eef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66174355, jitterRate=-0.01392526924610138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:21:22,629 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:22,629 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15bbfdce01dea82b65aea82e8eef6eef: Running coprocessor pre-open hook at 1732144882619Writing region info on filesystem at 1732144882619Initializing all the Stores at 1732144882620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144882620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144882620Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144882620Cleaning up temporary data from old regions at 1732144882626 (+6 ms)Running coprocessor post-open hooks at 1732144882629 (+3 ms)Region opened successfully at 1732144882629 2024-11-20T23:21:22,630 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef., pid=6, masterSystemTime=1732144882616 2024-11-20T23:21:22,632 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,632 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:22,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15bbfdce01dea82b65aea82e8eef6eef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:22,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15bbfdce01dea82b65aea82e8eef6eef, server=412a5e44fd2e,42285,1732144874264 because future has completed 2024-11-20T23:21:22,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:21:22,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15bbfdce01dea82b65aea82e8eef6eef, server=412a5e44fd2e,42285,1732144874264 in 171 msec 2024-11-20T23:21:22,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:21:22,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15bbfdce01dea82b65aea82e8eef6eef, ASSIGN in 328 msec 2024-11-20T23:21:22,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:21:22,639 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144882639"}]},"ts":"1732144882639"} 2024-11-20T23:21:22,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:21:22,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:21:22,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-20T23:21:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:23,013 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:21:23,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad27112 2024-11-20T23:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:23,015 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:23,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:21:23,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:23,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:23,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:21:23,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:23,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:21:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:23,425 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f8c53b2f2808b289ba2c6f1438e5b70, NAME => 'test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab 2024-11-20T23:21:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:21:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f8c53b2f2808b289ba2c6f1438e5b70, disabling compactions & flushes 2024-11-20T23:21:23,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. after waiting 0 ms 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:23,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:23,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f8c53b2f2808b289ba2c6f1438e5b70: Waiting for close lock at 1732144883830Disabling compacts and flushes for region at 1732144883830Disabling writes for close at 1732144883830Writing region close event to WAL at 1732144883830Closed at 1732144883830 2024-11-20T23:21:23,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:23,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144883831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144883831"}]},"ts":"1732144883831"} 2024-11-20T23:21:23,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:23,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:23,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144883834"}]},"ts":"1732144883834"} 2024-11-20T23:21:23,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:21:23,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f8c53b2f2808b289ba2c6f1438e5b70, ASSIGN}] 2024-11-20T23:21:23,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f8c53b2f2808b289ba2c6f1438e5b70, ASSIGN 2024-11-20T23:21:23,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f8c53b2f2808b289ba2c6f1438e5b70, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35639,1732144879178; forceNewPlan=false, retain=false 2024-11-20T23:21:23,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f8c53b2f2808b289ba2c6f1438e5b70, regionState=OPENING, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f8c53b2f2808b289ba2c6f1438e5b70, ASSIGN because future has completed 2024-11-20T23:21:23,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c53b2f2808b289ba2c6f1438e5b70, server=412a5e44fd2e,35639,1732144879178}] 2024-11-20T23:21:24,146 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:24,146 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f8c53b2f2808b289ba2c6f1438e5b70, NAME => 'test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:24,146 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:24,147 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:21:24,147 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,147 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:24,147 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,147 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,148 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,149 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c53b2f2808b289ba2c6f1438e5b70 columnFamilyName f 2024-11-20T23:21:24,149 DEBUG [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:24,149 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(327): Store=7f8c53b2f2808b289ba2c6f1438e5b70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:24,149 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,150 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c53b2f2808b289ba2c6f1438e5b70 columnFamilyName f1 2024-11-20T23:21:24,150 DEBUG [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:24,151 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(327): Store=7f8c53b2f2808b289ba2c6f1438e5b70/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:24,151 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,151 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8c53b2f2808b289ba2c6f1438e5b70 columnFamilyName norep 2024-11-20T23:21:24,151 DEBUG [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:24,152 INFO [StoreOpener-7f8c53b2f2808b289ba2c6f1438e5b70-1 {}] regionserver.HStore(327): Store=7f8c53b2f2808b289ba2c6f1438e5b70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:24,152 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:24,152 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,152 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,153 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,153 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,153 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:21:24,154 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,155 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:24,156 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f8c53b2f2808b289ba2c6f1438e5b70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73471178, jitterRate=0.09480586647987366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:21:24,156 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:24,156 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f8c53b2f2808b289ba2c6f1438e5b70: Running coprocessor pre-open hook at 1732144884147Writing region info on filesystem at 1732144884147Initializing all the Stores at 1732144884148 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144884148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144884148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144884148Cleaning up temporary data from old regions at 1732144884153 (+5 ms)Running coprocessor post-open hooks at 1732144884156 (+3 ms)Region opened successfully at 1732144884156 2024-11-20T23:21:24,157 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70., pid=6, masterSystemTime=1732144884142 2024-11-20T23:21:24,158 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:24,158 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:24,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f8c53b2f2808b289ba2c6f1438e5b70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f8c53b2f2808b289ba2c6f1438e5b70, server=412a5e44fd2e,35639,1732144879178 because future has completed 2024-11-20T23:21:24,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:21:24,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f8c53b2f2808b289ba2c6f1438e5b70, server=412a5e44fd2e,35639,1732144879178 in 171 msec 2024-11-20T23:21:24,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:21:24,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f8c53b2f2808b289ba2c6f1438e5b70, ASSIGN in 327 msec 2024-11-20T23:21:24,165 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:21:24,165 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144884165"}]},"ts":"1732144884165"} 2024-11-20T23:21:24,166 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:21:24,167 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:21:24,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-20T23:21:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:25,163 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:21:25,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60183c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:25,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:25,164 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be05a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,166 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ff6979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:25,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:25,168 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35091054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,169 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42347ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7295b9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:25,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:25,171 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55032f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,172 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:25,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4000259c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cbd69b1 2024-11-20T23:21:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:25,174 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:25,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:43903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:21:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:21:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:25,176 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:43903' 2024-11-20T23:21:25,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d290548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,177 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:25,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:25,178 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ddab6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:25,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:25,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,179 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:25,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdb1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:25,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:25,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:25,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14624640 2024-11-20T23:21:25,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:25,181 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:25,182 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:21:25,182 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:21:25,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:25,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:25,183 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:25,184 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:21:25,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:25,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:25,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:21:25,234 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:21:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:25,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51055373db251b751a5e696da003a9be, NAME => 'hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d 2024-11-20T23:21:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:21:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51055373db251b751a5e696da003a9be, disabling compactions & flushes 2024-11-20T23:21:25,996 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. after waiting 0 ms 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:25,996 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:25,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51055373db251b751a5e696da003a9be: Waiting for close lock at 1732144885996Disabling compacts and flushes for region at 1732144885996Disabling writes for close at 1732144885996Writing region close event to WAL at 1732144885996Closed at 1732144885996 2024-11-20T23:21:25,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:25,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144885997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144885997"}]},"ts":"1732144885997"} 2024-11-20T23:21:25,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:25,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:26,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144885999"}]},"ts":"1732144885999"} 2024-11-20T23:21:26,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:21:26,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51055373db251b751a5e696da003a9be, ASSIGN}] 2024-11-20T23:21:26,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51055373db251b751a5e696da003a9be, ASSIGN 2024-11-20T23:21:26,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51055373db251b751a5e696da003a9be, ASSIGN; state=OFFLINE, location=412a5e44fd2e,42285,1732144874264; forceNewPlan=false, retain=false 2024-11-20T23:21:26,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:26,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:26,073 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:26,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51055373db251b751a5e696da003a9be, regionState=OPENING, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:26,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51055373db251b751a5e696da003a9be, ASSIGN because future has completed 2024-11-20T23:21:26,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51055373db251b751a5e696da003a9be, server=412a5e44fd2e,42285,1732144874264}] 2024-11-20T23:21:26,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:26,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:26,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:21:26,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42285%2C1732144874264.rep, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/oldWALs, maxLogs=10 2024-11-20T23:21:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:26,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.rep.1732144886311, exclude list is [], retry=0 2024-11-20T23:21:26,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42291,DS-69440488-6586-4afe-bf93-469af4504ec7,DISK] 2024-11-20T23:21:26,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.rep.1732144886311 2024-11-20T23:21:26,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-11-20T23:21:26,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51055373db251b751a5e696da003a9be, NAME => 'hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:26,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:26,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. service=MultiRowMutationService 2024-11-20T23:21:26,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:21:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,329 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,330 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51055373db251b751a5e696da003a9be columnFamilyName hfileref 2024-11-20T23:21:26,330 DEBUG [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:26,331 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(327): Store=51055373db251b751a5e696da003a9be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:26,331 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,332 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51055373db251b751a5e696da003a9be columnFamilyName queue 2024-11-20T23:21:26,332 DEBUG [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:26,332 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(327): Store=51055373db251b751a5e696da003a9be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:26,332 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,333 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51055373db251b751a5e696da003a9be columnFamilyName sid 2024-11-20T23:21:26,333 DEBUG [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:26,333 INFO [StoreOpener-51055373db251b751a5e696da003a9be-1 {}] regionserver.HStore(327): Store=51055373db251b751a5e696da003a9be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/replication/51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/replication/51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/replication/51055373db251b751a5e696da003a9be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:26,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51055373db251b751a5e696da003a9be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67462436, jitterRate=0.0052686333656311035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:21:26,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:26,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51055373db251b751a5e696da003a9be: Running coprocessor pre-open hook at 1732144886328Writing region info on filesystem at 1732144886328Initializing all the Stores at 1732144886329 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144886329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144886329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144886329Cleaning up temporary data from old regions at 1732144886335 (+6 ms)Running coprocessor post-open hooks at 1732144886337 (+2 ms)Region opened successfully at 1732144886338 (+1 ms) 2024-11-20T23:21:26,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be., pid=10, masterSystemTime=1732144886306 2024-11-20T23:21:26,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:26,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:26,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51055373db251b751a5e696da003a9be, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:26,341 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36837 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=412a5e44fd2e,42285,1732144874264, table=hbase:replication, region=51055373db251b751a5e696da003a9be. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T23:21:26,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51055373db251b751a5e696da003a9be, server=412a5e44fd2e,42285,1732144874264 because future has completed 2024-11-20T23:21:26,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:21:26,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51055373db251b751a5e696da003a9be, server=412a5e44fd2e,42285,1732144874264 in 188 msec 2024-11-20T23:21:26,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:21:26,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51055373db251b751a5e696da003a9be, ASSIGN in 343 msec 2024-11-20T23:21:26,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:21:26,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144886346"}]},"ts":"1732144886346"} 2024-11-20T23:21:26,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:21:26,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:21:26,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-20T23:21:26,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be., hostname=412a5e44fd2e,42285,1732144874264, seqNum=2] 2024-11-20T23:21:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:26,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:21:26,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:21:26,587 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:21:26,613 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,42285,1732144874264, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:21:26,614 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:26,614 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42285,1732144874264, seqNum=-1] 2024-11-20T23:21:26,614 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:26,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,42285,1732144874264', locateType=CURRENT is [region=hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be., hostname=412a5e44fd2e,42285,1732144874264, seqNum=2] 2024-11-20T23:21:26,618 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:21:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:21:26,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,42285,1732144874264 suceeded 2024-11-20T23:21:26,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:21:26,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T23:21:26,622 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:43903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:21:26,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-20T23:21:26,632 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:43903' 2024-11-20T23:21:26,633 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b6757bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:26,633 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:26,633 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:26,634 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4443e24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:26,635 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:26,635 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4209abbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:26,635 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:26,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:26,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba9f6ba 2024-11-20T23:21:26,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:26,636 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T23:21:26,637 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,42285,1732144874264 (queues=1) is replicating from cluster=41679598-f7b2-4c78-b22e-0944c613d501 to cluster=27e72899-0a1a-47dc-b387-b6a95e2618c2 2024-11-20T23:21:26,637 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C42285%2C1732144874264 2024-11-20T23:21:26,637 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,42285,1732144874264, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:21:26,637 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C42285%2C1732144874264 2024-11-20T23:21:26,637 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, startPosition=0, beingWritten=true 2024-11-20T23:21:26,642 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:26,642 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:26,642 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:26,846 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:27,150 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:27,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:27,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:27,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:21:27,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:21:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:27,322 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:21:27,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:27,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:27,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efc6734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:27,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:27,324 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca05b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,325 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a739f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aec6813 2024-11-20T23:21:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:27,327 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:27,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:36837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:21:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:27,329 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:36837' 2024-11-20T23:21:27,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514c19f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,330 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:27,330 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:27,331 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49483aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:27,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,332 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:27,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cb506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:27,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a38ba3 2024-11-20T23:21:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:27,334 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:27,334 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:21:27,334 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:21:27,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:27,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:27,335 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:27,336 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:21:27,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:27,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:27,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:21:27,386 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:21:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:27,555 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:27,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e129fa0ff95d52cd964c762d4c302f14, NAME => 'hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab 2024-11-20T23:21:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:21:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:28,058 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e129fa0ff95d52cd964c762d4c302f14, disabling compactions & flushes 2024-11-20T23:21:28,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. after waiting 0 ms 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e129fa0ff95d52cd964c762d4c302f14: Waiting for close lock at 1732144888148Disabling compacts and flushes for region at 1732144888148Disabling writes for close at 1732144888148Writing region close event to WAL at 1732144888148Closed at 1732144888148 2024-11-20T23:21:28,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:28,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144888149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144888149"}]},"ts":"1732144888149"} 2024-11-20T23:21:28,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:28,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:28,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144888152"}]},"ts":"1732144888152"} 2024-11-20T23:21:28,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:21:28,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e129fa0ff95d52cd964c762d4c302f14, ASSIGN}] 2024-11-20T23:21:28,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e129fa0ff95d52cd964c762d4c302f14, ASSIGN 2024-11-20T23:21:28,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e129fa0ff95d52cd964c762d4c302f14, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35639,1732144879178; forceNewPlan=false, retain=false 2024-11-20T23:21:28,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:21:28,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:21:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T23:21:28,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T23:21:28,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:28,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:21:28,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e129fa0ff95d52cd964c762d4c302f14, regionState=OPENING, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:28,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e129fa0ff95d52cd964c762d4c302f14, ASSIGN because future has completed 2024-11-20T23:21:28,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e129fa0ff95d52cd964c762d4c302f14, server=412a5e44fd2e,35639,1732144879178}] 2024-11-20T23:21:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:28,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:28,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:21:28,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35639%2C1732144879178.rep, suffix=, logDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178, archiveDir=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/oldWALs, maxLogs=10 2024-11-20T23:21:28,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.rep.1732144888466, exclude list is [], retry=0 2024-11-20T23:21:28,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35479,DS-d01895cd-91d1-4aed-89bc-e0ab4c9f3688,DISK] 2024-11-20T23:21:28,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.rep.1732144888466 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46609:46609)] 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e129fa0ff95d52cd964c762d4c302f14, NAME => 'hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:28,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. service=MultiRowMutationService 2024-11-20T23:21:28,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,491 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,492 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e129fa0ff95d52cd964c762d4c302f14 columnFamilyName hfileref 2024-11-20T23:21:28,492 DEBUG [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:28,492 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(327): Store=e129fa0ff95d52cd964c762d4c302f14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:28,492 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,493 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e129fa0ff95d52cd964c762d4c302f14 columnFamilyName queue 2024-11-20T23:21:28,493 DEBUG [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:28,493 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(327): Store=e129fa0ff95d52cd964c762d4c302f14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:28,493 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,494 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e129fa0ff95d52cd964c762d4c302f14 columnFamilyName sid 2024-11-20T23:21:28,494 DEBUG [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:28,494 INFO [StoreOpener-e129fa0ff95d52cd964c762d4c302f14-1 {}] regionserver.HStore(327): Store=e129fa0ff95d52cd964c762d4c302f14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:28,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/replication/e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/replication/e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:21:28,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/replication/e129fa0ff95d52cd964c762d4c302f14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:28,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e129fa0ff95d52cd964c762d4c302f14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59269418, jitterRate=-0.11681684851646423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:21:28,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:28,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e129fa0ff95d52cd964c762d4c302f14: Running coprocessor pre-open hook at 1732144888489Writing region info on filesystem at 1732144888489Initializing all the Stores at 1732144888489Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144888489Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144888491 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144888491Cleaning up temporary data from old regions at 1732144888496 (+5 ms)Running coprocessor post-open hooks at 1732144888499 (+3 ms)Region opened successfully at 1732144888499 2024-11-20T23:21:28,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., pid=10, masterSystemTime=1732144888460 2024-11-20T23:21:28,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:28,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e129fa0ff95d52cd964c762d4c302f14, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:28,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e129fa0ff95d52cd964c762d4c302f14, server=412a5e44fd2e,35639,1732144879178 because future has completed 2024-11-20T23:21:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:21:28,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e129fa0ff95d52cd964c762d4c302f14, server=412a5e44fd2e,35639,1732144879178 in 196 msec 2024-11-20T23:21:28,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:21:28,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e129fa0ff95d52cd964c762d4c302f14, ASSIGN in 352 msec 2024-11-20T23:21:28,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:21:28,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144888519"}]},"ts":"1732144888519"} 2024-11-20T23:21:28,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:21:28,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:21:28,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-20T23:21:28,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., hostname=412a5e44fd2e,35639,1732144879178, seqNum=2] 2024-11-20T23:21:28,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:28,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:28,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:21:28,661 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:28,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:21:28,741 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:21:28,777 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,35639,1732144879178, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:21:28,778 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:28,778 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35639,1732144879178, seqNum=-1] 2024-11-20T23:21:28,778 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:28,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,35639,1732144879178', locateType=CURRENT is [region=hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., hostname=412a5e44fd2e,35639,1732144879178, seqNum=2] 2024-11-20T23:21:28,783 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:21:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:21:28,785 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,35639,1732144879178 suceeded 2024-11-20T23:21:28,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:21:28,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-20T23:21:28,787 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:36837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:21:28,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-11-20T23:21:28,798 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:36837' 2024-11-20T23:21:28,799 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4491a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:28,799 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:28,799 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:28,799 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44e9e53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:28,801 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:28,801 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3510e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:28,801 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c1f6f5 2024-11-20T23:21:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:28,803 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T23:21:28,803 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,35639,1732144879178 (queues=1) is replicating from cluster=27e72899-0a1a-47dc-b387-b6a95e2618c2 to cluster=41679598-f7b2-4c78-b22e-0944c613d501 2024-11-20T23:21:28,803 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C35639%2C1732144879178 2024-11-20T23:21:28,803 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,35639,1732144879178, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:21:28,804 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C35639%2C1732144879178 2024-11-20T23:21:28,804 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, startPosition=0, beingWritten=true 2024-11-20T23:21:28,809 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:28,809 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 379, reset compression=false 2024-11-20T23:21:28,809 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:29,017 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 379, reset compression=false 2024-11-20T23:21:29,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 379, reset compression=false 2024-11-20T23:21:29,364 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:21:29,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:21:29,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:29,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:29,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:29,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:29,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:29,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42285,1732144874264, seqNum=-1] 2024-11-20T23:21:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:29,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:29,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef., hostname=412a5e44fd2e,42285,1732144874264, seqNum=2] 2024-11-20T23:21:29,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35639,1732144879178, seqNum=-1] 2024-11-20T23:21:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:29,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70., hostname=412a5e44fd2e,35639,1732144879178, seqNum=2] 2024-11-20T23:21:29,485 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T23:21:29,725 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 379, reset compression=false 2024-11-20T23:21:30,168 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 379, reset compression=false 2024-11-20T23:21:30,173 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:30,173 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 480, reset compression=false 2024-11-20T23:21:30,173 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[{test/15bbfdce01dea82b65aea82e8eef6eef/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T23:21:30,175 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:30,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T23:21:30,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:21:30,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25014da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43903,-1 for getting cluster id 2024-11-20T23:21:30,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:30,179 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27e72899-0a1a-47dc-b387-b6a95e2618c2' 2024-11-20T23:21:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27e72899-0a1a-47dc-b387-b6a95e2618c2" 2024-11-20T23:21:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784a3790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43903,-1] 2024-11-20T23:21:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:30,180 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:30,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a4277a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:30,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35639,1732144879178, seqNum=-1] 2024-11-20T23:21:30,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:30,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:30,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70., hostname=412a5e44fd2e,35639,1732144879178, seqNum=2] 2024-11-20T23:21:30,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:21:30,230 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 379, reset compression=false 2024-11-20T23:21:30,234 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:30,234 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 503, reset compression=false 2024-11-20T23:21:30,234 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:30,376 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 480, reset compression=false 2024-11-20T23:21:30,437 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 503, reset compression=false 2024-11-20T23:21:30,488 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T23:21:30,491 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T23:21:30,680 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 480, reset compression=false 2024-11-20T23:21:30,741 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 503, reset compression=false 2024-11-20T23:21:30,745 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:30,745 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 607, reset compression=false 2024-11-20T23:21:30,745 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f8c53b2f2808b289ba2c6f1438e5b70/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:21:30,747 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:30,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T23:21:30,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:21:30,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1779a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:21:30,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:30,750 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41679598-f7b2-4c78-b22e-0944c613d501' 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41679598-f7b2-4c78-b22e-0944c613d501" 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76cd4b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:30,751 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:30,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c414845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:30,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:30,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42285,1732144874264, seqNum=-1] 2024-11-20T23:21:30,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:30,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T23:21:30,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef., hostname=412a5e44fd2e,42285,1732144874264, seqNum=2] 2024-11-20T23:21:30,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:21:30,952 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 607, reset compression=false 2024-11-20T23:21:31,083 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 480, reset compression=false 2024-11-20T23:21:31,087 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:31,087 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 607, reset compression=false 2024-11-20T23:21:31,087 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:31,255 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 607, reset compression=false 2024-11-20T23:21:31,290 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 607, reset compression=false 2024-11-20T23:21:31,493 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T23:21:31,499 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T23:21:31,594 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 607, reset compression=false 2024-11-20T23:21:31,598 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:31,598 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 763, reset compression=false 2024-11-20T23:21:31,598 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[{test/15bbfdce01dea82b65aea82e8eef6eef/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T23:21:31,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:21:31,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:21:31,659 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 607, reset compression=false 2024-11-20T23:21:31,663 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:31,663 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 754, reset compression=false 2024-11-20T23:21:31,663 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:31,802 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 763, reset compression=false 2024-11-20T23:21:31,866 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 754, reset compression=false 2024-11-20T23:21:32,105 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 763, reset compression=false 2024-11-20T23:21:32,170 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 754, reset compression=false 2024-11-20T23:21:32,501 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T23:21:32,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T23:21:32,508 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 763, reset compression=false 2024-11-20T23:21:32,573 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 754, reset compression=false 2024-11-20T23:21:32,577 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:21:32,577 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 913, reset compression=false 2024-11-20T23:21:32,577 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f8c53b2f2808b289ba2c6f1438e5b70/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T23:21:32,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:21:32,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:21:32,781 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 913, reset compression=false 2024-11-20T23:21:33,014 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 763, reset compression=false 2024-11-20T23:21:33,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:33,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:33,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:33,084 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 913, reset compression=false 2024-11-20T23:21:33,221 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:33,487 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 913, reset compression=false 2024-11-20T23:21:33,508 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T23:21:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:21:33,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:33,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:33,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:33,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:33,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:33,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:21:33,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1140249907, stopped=false 2024-11-20T23:21:33,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,43903,1732144879027 2024-11-20T23:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1956466769/running 2024-11-20T23:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1956466769/running 2024-11-20T23:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:33,516 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:33,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:33,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:33,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:33,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/running 2024-11-20T23:21:33,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,35639,1732144879178' ***** 2024-11-20T23:21:33,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:21:33,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Set watcher on znode that does not yet exist, /1956466769/running 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:21:33,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f8c53b2f2808b289ba2c6f1438e5b70 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35639. 2024-11-20T23:21:33,518 DEBUG [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:33,518 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f8c53b2f2808b289ba2c6f1438e5b70, disabling compactions & flushes 2024-11-20T23:21:33,518 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:33,518 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:33,518 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:21:33,518 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. after waiting 0 ms 2024-11-20T23:21:33,518 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:21:33,518 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:33,519 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:21:33,519 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f8c53b2f2808b289ba2c6f1438e5b70 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T23:21:33,519 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:21:33,519 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1325): Online Regions={7f8c53b2f2808b289ba2c6f1438e5b70=test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70., e129fa0ff95d52cd964c762d4c302f14=hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:21:33,519 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c53b2f2808b289ba2c6f1438e5b70, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:33,519 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:33,519 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:33,519 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:33,519 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:33,519 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:33,519 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:21:33,525 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:33,533 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f/9178c44e89c149ae9f39845a181c5706 is 29, key is row1/f:/1732144892503/DeleteFamily/seqid=0 2024-11-20T23:21:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741840_1016 (size=5118) 2024-11-20T23:21:33,537 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/info/940c088450ec4a37bf26bb05c8fe2ca5 is 147, key is hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14./info:regioninfo/1732144888501/Put/seqid=0 2024-11-20T23:21:33,538 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f/9178c44e89c149ae9f39845a181c5706 2024-11-20T23:21:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741841_1017 (size=7686) 2024-11-20T23:21:33,542 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9178c44e89c149ae9f39845a181c5706 2024-11-20T23:21:33,554 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f1/bcbf83bf709c47ec84e0d3cc9e10004a is 30, key is row1/f1:/1732144892503/DeleteFamily/seqid=0 2024-11-20T23:21:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741842_1018 (size=5123) 2024-11-20T23:21:33,577 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:33,719 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c53b2f2808b289ba2c6f1438e5b70, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:33,865 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:21:33,865 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:21:33,919 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c53b2f2808b289ba2c6f1438e5b70, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:33,931 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:33,941 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/info/940c088450ec4a37bf26bb05c8fe2ca5 2024-11-20T23:21:33,957 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/ns/775204f13cf74478abc576d8e8145594 is 43, key is default/ns:d/1732144881699/Put/seqid=0 2024-11-20T23:21:33,958 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f1/bcbf83bf709c47ec84e0d3cc9e10004a 2024-11-20T23:21:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741843_1019 (size=5153) 2024-11-20T23:21:33,961 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbf83bf709c47ec84e0d3cc9e10004a 2024-11-20T23:21:33,974 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/norep/894db828be3240b196b078a1a4b4f27e is 33, key is row1/norep:/1732144892503/DeleteFamily/seqid=0 2024-11-20T23:21:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741844_1020 (size=5108) 2024-11-20T23:21:33,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:33,990 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 913, reset compression=false 2024-11-20T23:21:33,994 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:33,995 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1160, reset compression=false 2024-11-20T23:21:33,995 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35639,1732144879178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:33,995 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,35639,1732144879178: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,35639,1732144879178, walGroup=412a5e44fd2e%2C35639%2C1732144879178, offset=412a5e44fd2e%2C35639%2C1732144879178.1732144880998:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:35639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:21:33,996 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:21:33,996 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:21:33,997 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:21:33,997 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:21:33,997 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:21:33,997 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 617673728 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190499408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:21:33,997 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:21:34,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:34,119 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c53b2f2808b289ba2c6f1438e5b70, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:34,201 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1160, reset compression=false 2024-11-20T23:21:34,320 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f8c53b2f2808b289ba2c6f1438e5b70, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:34,360 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/ns/775204f13cf74478abc576d8e8145594 2024-11-20T23:21:34,377 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/norep/894db828be3240b196b078a1a4b4f27e 2024-11-20T23:21:34,381 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 894db828be3240b196b078a1a4b4f27e 2024-11-20T23:21:34,382 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/rep_barrier/2be379502641430685163e000b4cfc6f is 112, key is test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70./rep_barrier:seqnumDuringOpen/1732144884159/Put/seqid=0 2024-11-20T23:21:34,382 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f/9178c44e89c149ae9f39845a181c5706 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/f/9178c44e89c149ae9f39845a181c5706 2024-11-20T23:21:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741845_1021 (size=5518) 2024-11-20T23:21:34,385 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/rep_barrier/2be379502641430685163e000b4cfc6f 2024-11-20T23:21:34,386 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9178c44e89c149ae9f39845a181c5706 2024-11-20T23:21:34,387 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/f/9178c44e89c149ae9f39845a181c5706, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:34,387 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/f1/bcbf83bf709c47ec84e0d3cc9e10004a as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/f1/bcbf83bf709c47ec84e0d3cc9e10004a 2024-11-20T23:21:34,391 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbf83bf709c47ec84e0d3cc9e10004a 2024-11-20T23:21:34,391 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/f1/bcbf83bf709c47ec84e0d3cc9e10004a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:34,392 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/.tmp/norep/894db828be3240b196b078a1a4b4f27e as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/norep/894db828be3240b196b078a1a4b4f27e 2024-11-20T23:21:34,396 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 894db828be3240b196b078a1a4b4f27e 2024-11-20T23:21:34,396 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/norep/894db828be3240b196b078a1a4b4f27e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:34,397 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f8c53b2f2808b289ba2c6f1438e5b70 in 878ms, sequenceid=8, compaction requested=false 2024-11-20T23:21:34,401 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/default/test/7f8c53b2f2808b289ba2c6f1438e5b70/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T23:21:34,401 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:34,401 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:34,401 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:34,401 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f8c53b2f2808b289ba2c6f1438e5b70: Waiting for close lock at 1732144893518Running coprocessor pre-close hooks at 1732144893518Disabling compacts and flushes for region at 1732144893518Disabling writes for close at 1732144893518Obtaining lock to block concurrent updates at 1732144893519 (+1 ms)Preparing flush snapshotting stores in 7f8c53b2f2808b289ba2c6f1438e5b70 at 1732144893519Finished memstore snapshotting test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732144893519Flushing stores of test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. at 1732144893519Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f: creating writer at 1732144893519Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f: appending metadata at 1732144893533 (+14 ms)Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f: closing flushed file at 1732144893533Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f1: creating writer at 1732144893542 (+9 ms)Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f1: appending metadata at 1732144893554 (+12 ms)Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/f1: closing flushed file at 1732144893554Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/norep: creating writer at 1732144893961 (+407 ms)Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/norep: appending metadata at 1732144893973 (+12 ms)Flushing 7f8c53b2f2808b289ba2c6f1438e5b70/norep: closing flushed file at 1732144893973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e0091d: reopening flushed file at 1732144894381 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d835818: reopening flushed file at 1732144894387 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f36a6d: reopening flushed file at 1732144894391 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f8c53b2f2808b289ba2c6f1438e5b70 in 878ms, sequenceid=8, compaction requested=false at 1732144894397 (+6 ms)Writing region close event to WAL at 1732144894398 (+1 ms)Running coprocessor post-close hooks at 1732144894401 (+3 ms)Closed at 1732144894401 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144883015.7f8c53b2f2808b289ba2c6f1438e5b70. 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e129fa0ff95d52cd964c762d4c302f14, disabling compactions & flushes 2024-11-20T23:21:34,402 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. after waiting 0 ms 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e129fa0ff95d52cd964c762d4c302f14: Waiting for close lock at 1732144894402Running coprocessor pre-close hooks at 1732144894402Disabling compacts and flushes for region at 1732144894402Disabling writes for close at 1732144894402Failed flush hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., putting online again at 1732144894402 2024-11-20T23:21:34,402 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,406 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/table/2ed04633477d4d2a82bffc8e02feebc4 is 53, key is hbase:replication/table:state/1732144888519/Put/seqid=0 2024-11-20T23:21:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741846_1022 (size=5308) 2024-11-20T23:21:34,435 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:34,505 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1160, reset compression=false 2024-11-20T23:21:34,510 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:34,510 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1804, reset compression=false 2024-11-20T23:21:34,520 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:21:34,520 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1325): Online Regions={e129fa0ff95d52cd964c762d4c302f14=hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:21:34,520 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:34,520 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e129fa0ff95d52cd964c762d4c302f14 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e129fa0ff95d52cd964c762d4c302f14, disabling compactions & flushes 2024-11-20T23:21:34,520 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. after waiting 0 ms 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e129fa0ff95d52cd964c762d4c302f14: Waiting for close lock at 1732144894520Running coprocessor pre-close hooks at 1732144894520Disabling compacts and flushes for region at 1732144894520Disabling writes for close at 1732144894520Failed flush hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14., putting online again at 1732144894520 2024-11-20T23:21:34,520 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144887335.e129fa0ff95d52cd964c762d4c302f14. 2024-11-20T23:21:34,714 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1804, reset compression=false 2024-11-20T23:21:34,720 DEBUG [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:21:34,810 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/table/2ed04633477d4d2a82bffc8e02feebc4 2024-11-20T23:21:34,815 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/info/940c088450ec4a37bf26bb05c8fe2ca5 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/info/940c088450ec4a37bf26bb05c8fe2ca5 2024-11-20T23:21:34,819 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/info/940c088450ec4a37bf26bb05c8fe2ca5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:21:34,819 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/ns/775204f13cf74478abc576d8e8145594 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/ns/775204f13cf74478abc576d8e8145594 2024-11-20T23:21:34,824 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/ns/775204f13cf74478abc576d8e8145594, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:21:34,824 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/rep_barrier/2be379502641430685163e000b4cfc6f as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/rep_barrier/2be379502641430685163e000b4cfc6f 2024-11-20T23:21:34,828 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/rep_barrier/2be379502641430685163e000b4cfc6f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:21:34,829 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/.tmp/table/2ed04633477d4d2a82bffc8e02feebc4 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/table/2ed04633477d4d2a82bffc8e02feebc4 2024-11-20T23:21:34,834 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/table/2ed04633477d4d2a82bffc8e02feebc4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:21:34,835 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-20T23:21:34,838 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:21:34,839 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:34,839 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:34,839 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:34,839 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144893519Running coprocessor pre-close hooks at 1732144893519Disabling compacts and flushes for region at 1732144893519Disabling writes for close at 1732144893519Obtaining lock to block concurrent updates at 1732144893519Preparing flush snapshotting stores in 1588230740 at 1732144893519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144893519Flushing stores of hbase:meta,,1.1588230740 at 1732144893520 (+1 ms)Flushing 1588230740/info: creating writer at 1732144893520Flushing 1588230740/info: appending metadata at 1732144893536 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732144893536Flushing 1588230740/ns: creating writer at 1732144893944 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732144893956 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732144893956Flushing 1588230740/rep_barrier: creating writer at 1732144894364 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144894381 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144894381Flushing 1588230740/table: creating writer at 1732144894389 (+8 ms)Flushing 1588230740/table: appending metadata at 1732144894406 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732144894406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d05c36: reopening flushed file at 1732144894814 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6c87d4: reopening flushed file at 1732144894819 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27473187: reopening flushed file at 1732144894824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9923731: reopening flushed file at 1732144894828 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732144894835 (+7 ms)Writing region close event to WAL at 1732144894836 (+1 ms)Running coprocessor post-close hooks at 1732144894839 (+3 ms)Closed at 1732144894839 2024-11-20T23:21:34,839 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:34,921 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T23:21:34,921 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,35639,1732144879178; all regions closed. 2024-11-20T23:21:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:21:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741839_1015 (size=1733) 2024-11-20T23:21:34,925 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.rep.1732144888466 not finished, retry = 0 2024-11-20T23:21:35,020 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 to pos 1804, reset compression=false 2024-11-20T23:21:35,038 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:35,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 not finished, retry = 0 2024-11-20T23:21:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741832_1008 (size=1812) 2024-11-20T23:21:35,150 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 for the last time to pos 1804, reset compression=false 2024-11-20T23:21:35,151 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:35,151 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:35,151 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:35,152 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:35,152 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:35,152 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:35,152 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,35639,1732144879178 because: Region server is closing 2024-11-20T23:21:35,153 INFO [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35639. 2024-11-20T23:21:35,153 DEBUG [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:35,153 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:35,153 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:35,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:35,154 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 and length of the file is 1812 2024-11-20T23:21:35,155 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/WALs/412a5e44fd2e,35639,1732144879178/412a5e44fd2e%2C35639%2C1732144879178.1732144880998 2024-11-20T23:21:35,253 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.shipper412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 terminated 2024-11-20T23:21:35,253 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35639,1732144879178.replicationSource.wal-reader.412a5e44fd2e%2C35639%2C1732144879178,1-412a5e44fd2e,35639,1732144879178 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T23:21:35,253 INFO [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35639. 2024-11-20T23:21:35,254 DEBUG [RS:0;412a5e44fd2e:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:35,254 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:35,254 DEBUG [RS:0;412a5e44fd2e:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:35,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:35,254 INFO [RS:0;412a5e44fd2e:35639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35639 2024-11-20T23:21:35,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769/rs 2024-11-20T23:21:35,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1956466769/rs/412a5e44fd2e,35639,1732144879178 2024-11-20T23:21:35,285 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:35,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,35639,1732144879178] 2024-11-20T23:21:35,408 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1956466769/draining/412a5e44fd2e,35639,1732144879178 already deleted, retry=false 2024-11-20T23:21:35,408 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,35639,1732144879178 expired; onlineServers=0 2024-11-20T23:21:35,408 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,43903,1732144879027' ***** 2024-11-20T23:21:35,408 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:21:35,408 INFO [M:0;412a5e44fd2e:43903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:35,408 INFO [M:0;412a5e44fd2e:43903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:35,408 DEBUG [M:0;412a5e44fd2e:43903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:21:35,408 DEBUG [M:0;412a5e44fd2e:43903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:21:35,408 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:21:35,408 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144880781 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144880781,5,FailOnTimeoutGroup] 2024-11-20T23:21:35,408 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144880776 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144880776,5,FailOnTimeoutGroup] 2024-11-20T23:21:35,409 INFO [M:0;412a5e44fd2e:43903 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:35,409 INFO [M:0;412a5e44fd2e:43903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:35,409 DEBUG [M:0;412a5e44fd2e:43903 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:21:35,409 INFO [M:0;412a5e44fd2e:43903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:21:35,409 INFO [M:0;412a5e44fd2e:43903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:35,409 INFO [M:0;412a5e44fd2e:43903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:21:35,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:21:35,445 INFO [RS:0;412a5e44fd2e:35639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1015a8d36040004, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:35,445 INFO [RS:0;412a5e44fd2e:35639 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,35639,1732144879178; zookeeper connection closed. 2024-11-20T23:21:35,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1152c156 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1152c156 2024-11-20T23:21:35,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:21:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1956466769/master 2024-11-20T23:21:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1956466769 2024-11-20T23:21:35,471 DEBUG [M:0;412a5e44fd2e:43903 {}] zookeeper.ZKUtil(347): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Unable to get data of znode /1956466769/master because node does not exist (not an error) 2024-11-20T23:21:35,471 WARN [M:0;412a5e44fd2e:43903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:21:35,471 INFO [M:0;412a5e44fd2e:43903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/.lastflushedseqids 2024-11-20T23:21:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741847_1023 (size=245) 2024-11-20T23:21:35,749 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:35,875 INFO [M:0;412a5e44fd2e:43903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:21:35,876 INFO [M:0;412a5e44fd2e:43903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:21:35,876 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:35,876 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:35,876 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:35,876 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:35,876 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:35,876 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T23:21:35,890 DEBUG [M:0;412a5e44fd2e:43903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c38e6517a740adb34f57b7014fdf3b is 82, key is hbase:meta,,1/info:regioninfo/1732144881672/Put/seqid=0 2024-11-20T23:21:35,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741848_1024 (size=5672) 2024-11-20T23:21:36,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:36,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:36,103 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28223 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:36,294 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c38e6517a740adb34f57b7014fdf3b 2024-11-20T23:21:36,312 DEBUG [M:0;412a5e44fd2e:43903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2399bdc8cbdf4462af61bbed334862b1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144888523/Put/seqid=0 2024-11-20T23:21:36,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741849_1025 (size=8516) 2024-11-20T23:21:36,318 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2399bdc8cbdf4462af61bbed334862b1 2024-11-20T23:21:36,344 DEBUG [M:0;412a5e44fd2e:43903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984956df7bef4df8b42a002f426959b0 is 69, key is 412a5e44fd2e,35639,1732144879178/rs:state/1732144880847/Put/seqid=0 2024-11-20T23:21:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741850_1026 (size=5156) 2024-11-20T23:21:36,552 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:36,748 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984956df7bef4df8b42a002f426959b0 2024-11-20T23:21:36,753 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22c38e6517a740adb34f57b7014fdf3b as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22c38e6517a740adb34f57b7014fdf3b 2024-11-20T23:21:36,757 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22c38e6517a740adb34f57b7014fdf3b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:21:36,758 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2399bdc8cbdf4462af61bbed334862b1 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2399bdc8cbdf4462af61bbed334862b1 2024-11-20T23:21:36,761 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2399bdc8cbdf4462af61bbed334862b1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:21:36,762 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984956df7bef4df8b42a002f426959b0 as hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984956df7bef4df8b42a002f426959b0 2024-11-20T23:21:36,766 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37445/user/jenkins/test-data/78ee4c11-d994-33e1-8eb5-45e27248c9ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984956df7bef4df8b42a002f426959b0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:21:36,767 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-20T23:21:36,768 INFO [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:36,768 DEBUG [M:0;412a5e44fd2e:43903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144895876Disabling compacts and flushes for region at 1732144895876Disabling writes for close at 1732144895876Obtaining lock to block concurrent updates at 1732144895876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144895876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732144895876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144895877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144895877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144895890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144895890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144896298 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144896312 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144896312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144896323 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144896344 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144896344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cadddfe: reopening flushed file at 1732144896753 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7314efe8: reopening flushed file at 1732144896757 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5255535e: reopening flushed file at 1732144896762 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1732144896767 (+5 ms)Writing region close event to WAL at 1732144896768 (+1 ms)Closed at 1732144896768 2024-11-20T23:21:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35479 is added to blk_1073741830_1006 (size=63654) 2024-11-20T23:21:36,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:36,770 INFO [M:0;412a5e44fd2e:43903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:21:36,770 INFO [M:0;412a5e44fd2e:43903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43903 2024-11-20T23:21:36,771 INFO [M:0;412a5e44fd2e:43903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:36,918 INFO [M:0;412a5e44fd2e:43903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:36,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:36,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43903-0x1015a8d36040003, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:36,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd20f93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:36,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ecb3fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:36,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:36,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65cd48bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:36,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c661c24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:36,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:21:36,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:21:36,948 WARN [BP-2036216071-172.17.0.2-1732144876588 heartbeating to localhost/127.0.0.1:37445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:21:36,948 WARN [BP-2036216071-172.17.0.2-1732144876588 heartbeating to localhost/127.0.0.1:37445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2036216071-172.17.0.2-1732144876588 (Datanode Uuid e23b2cac-65d4-4ef4-befa-1d7b98c6ab34) service to localhost/127.0.0.1:37445 2024-11-20T23:21:36,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/cluster_1ea6a12e-7a86-1776-e4ed-e198d187df10/data/data1/current/BP-2036216071-172.17.0.2-1732144876588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:36,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/cluster_1ea6a12e-7a86-1776-e4ed-e198d187df10/data/data2/current/BP-2036216071-172.17.0.2-1732144876588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:36,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:21:36,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b0ac3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:36,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38d3f1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:36,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:36,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34c3410e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:36,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712df0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:21:36,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:21:36,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:36,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:36,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:36,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:36,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:36,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:21:36,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1276251373, stopped=false 2024-11-20T23:21:36,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,36837,1732144874065 2024-11-20T23:21:36,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29534418/running 2024-11-20T23:21:36,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29534418/running 2024-11-20T23:21:36,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:36,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:36,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:36,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/running 2024-11-20T23:21:36,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:21:36,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Set watcher on znode that does not yet exist, /0-29534418/running 2024-11-20T23:21:36,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:36,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:36,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,42285,1732144874264' ***** 2024-11-20T23:21:36,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:21:36,993 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:21:36,993 INFO [RS:0;412a5e44fd2e:42285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:21:36,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:21:36,993 INFO [RS:0;412a5e44fd2e:42285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:21:36,993 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(3091): Received CLOSE for 15bbfdce01dea82b65aea82e8eef6eef 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(3091): Received CLOSE for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42285. 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15bbfdce01dea82b65aea82e8eef6eef, disabling compactions & flushes 2024-11-20T23:21:36,994 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:36,994 DEBUG [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. after waiting 0 ms 2024-11-20T23:21:36,994 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:21:36,994 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15bbfdce01dea82b65aea82e8eef6eef 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:21:36,994 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:21:36,994 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1325): Online Regions={15bbfdce01dea82b65aea82e8eef6eef=test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef., 1588230740=hbase:meta,,1.1588230740, 51055373db251b751a5e696da003a9be=hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.} 2024-11-20T23:21:36,994 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:36,994 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:36,994 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:36,995 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:36,995 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:36,995 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:21:37,008 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:37,011 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f/16fd5e7940b14c13ad8b4a483893f299 is 29, key is row1/f:/1732144892503/DeleteFamily/seqid=0 2024-11-20T23:21:37,024 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/info/4a3f7e237c574dffb1c2ac38973323e6 is 147, key is hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be./info:regioninfo/1732144886340/Put/seqid=0 2024-11-20T23:21:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741840_1016 (size=5118) 2024-11-20T23:21:37,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741841_1017 (size=7686) 2024-11-20T23:21:37,195 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:37,296 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:21:37,296 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:21:37,395 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:37,430 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f/16fd5e7940b14c13ad8b4a483893f299 2024-11-20T23:21:37,437 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/info/4a3f7e237c574dffb1c2ac38973323e6 2024-11-20T23:21:37,440 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16fd5e7940b14c13ad8b4a483893f299 2024-11-20T23:21:37,455 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 912, reset compression=false 2024-11-20T23:21:37,459 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f1/d9df2c51566a4653a7a5392b6a1f3a18 is 30, key is row1/f1:/1732144892503/DeleteFamily/seqid=0 2024-11-20T23:21:37,460 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/ns/5bc7fc0351ef4440b2517018f4f8a5b2 is 43, key is default/ns:d/1732144876481/Put/seqid=0 2024-11-20T23:21:37,470 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:37,470 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1159, reset compression=false 2024-11-20T23:21:37,470 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42285,1732144874264 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:21:37,471 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,42285,1732144874264: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,42285,1732144874264, walGroup=412a5e44fd2e%2C42285%2C1732144874264, offset=412a5e44fd2e%2C42285%2C1732144874264.1732144875438:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:42285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:21:37,472 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:21:37,472 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:21:37,472 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:21:37,472 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:21:37,473 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:21:37,473 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 688976896 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191070096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:21:37,473 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:36837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:36837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:21:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741842_1018 (size=5123) 2024-11-20T23:21:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741843_1019 (size=5153) 2024-11-20T23:21:37,486 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/ns/5bc7fc0351ef4440b2517018f4f8a5b2 2024-11-20T23:21:37,503 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/c69b1339bd8b4d158e9007a3c8ff621c is 112, key is test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef./rep_barrier:seqnumDuringOpen/1732144882632/Put/seqid=0 2024-11-20T23:21:37,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741844_1020 (size=5518) 2024-11-20T23:21:37,595 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:37,685 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1159, reset compression=false 2024-11-20T23:21:37,795 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:37,878 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f1/d9df2c51566a4653a7a5392b6a1f3a18 2024-11-20T23:21:37,882 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9df2c51566a4653a7a5392b6a1f3a18 2024-11-20T23:21:37,895 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/norep/b936427bcc0c4abf8d2b3311a2d7dd98 is 32, key is row/norep:/1732144891496/DeleteFamily/seqid=0 2024-11-20T23:21:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741845_1021 (size=5101) 2024-11-20T23:21:37,907 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/c69b1339bd8b4d158e9007a3c8ff621c 2024-11-20T23:21:37,928 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/table/b44cff69b1b142f591f280aecc3754a8 is 53, key is hbase:replication/table:state/1732144886346/Put/seqid=0 2024-11-20T23:21:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741846_1022 (size=5308) 2024-11-20T23:21:37,989 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1159, reset compression=false 2024-11-20T23:21:37,995 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:38,195 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbfdce01dea82b65aea82e8eef6eef, 51055373db251b751a5e696da003a9be 2024-11-20T23:21:38,299 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/norep/b936427bcc0c4abf8d2b3311a2d7dd98 2024-11-20T23:21:38,302 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b936427bcc0c4abf8d2b3311a2d7dd98 2024-11-20T23:21:38,303 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f/16fd5e7940b14c13ad8b4a483893f299 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/f/16fd5e7940b14c13ad8b4a483893f299 2024-11-20T23:21:38,307 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16fd5e7940b14c13ad8b4a483893f299 2024-11-20T23:21:38,307 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/f/16fd5e7940b14c13ad8b4a483893f299, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:38,308 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/f1/d9df2c51566a4653a7a5392b6a1f3a18 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/f1/d9df2c51566a4653a7a5392b6a1f3a18 2024-11-20T23:21:38,312 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9df2c51566a4653a7a5392b6a1f3a18 2024-11-20T23:21:38,312 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/f1/d9df2c51566a4653a7a5392b6a1f3a18, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:38,313 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/.tmp/norep/b936427bcc0c4abf8d2b3311a2d7dd98 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/norep/b936427bcc0c4abf8d2b3311a2d7dd98 2024-11-20T23:21:38,316 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b936427bcc0c4abf8d2b3311a2d7dd98 2024-11-20T23:21:38,317 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/norep/b936427bcc0c4abf8d2b3311a2d7dd98, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T23:21:38,317 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 15bbfdce01dea82b65aea82e8eef6eef in 1323ms, sequenceid=8, compaction requested=false 2024-11-20T23:21:38,321 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/default/test/15bbfdce01dea82b65aea82e8eef6eef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T23:21:38,321 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:38,321 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:38,321 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:38,321 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15bbfdce01dea82b65aea82e8eef6eef: Waiting for close lock at 1732144896994Running coprocessor pre-close hooks at 1732144896994Disabling compacts and flushes for region at 1732144896994Disabling writes for close at 1732144896994Obtaining lock to block concurrent updates at 1732144896994Preparing flush snapshotting stores in 15bbfdce01dea82b65aea82e8eef6eef at 1732144896994Finished memstore snapshotting test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732144896995 (+1 ms)Flushing stores of test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. at 1732144896995Flushing 15bbfdce01dea82b65aea82e8eef6eef/f: creating writer at 1732144896995Flushing 15bbfdce01dea82b65aea82e8eef6eef/f: appending metadata at 1732144897011 (+16 ms)Flushing 15bbfdce01dea82b65aea82e8eef6eef/f: closing flushed file at 1732144897011Flushing 15bbfdce01dea82b65aea82e8eef6eef/f1: creating writer at 1732144897440 (+429 ms)Flushing 15bbfdce01dea82b65aea82e8eef6eef/f1: appending metadata at 1732144897458 (+18 ms)Flushing 15bbfdce01dea82b65aea82e8eef6eef/f1: closing flushed file at 1732144897458Flushing 15bbfdce01dea82b65aea82e8eef6eef/norep: creating writer at 1732144897882 (+424 ms)Flushing 15bbfdce01dea82b65aea82e8eef6eef/norep: appending metadata at 1732144897894 (+12 ms)Flushing 15bbfdce01dea82b65aea82e8eef6eef/norep: closing flushed file at 1732144897894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b52d227: reopening flushed file at 1732144898303 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ba0126: reopening flushed file at 1732144898308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32982698: reopening flushed file at 1732144898312 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 15bbfdce01dea82b65aea82e8eef6eef in 1323ms, sequenceid=8, compaction requested=false at 1732144898317 (+5 ms)Writing region close event to WAL at 1732144898318 (+1 ms)Running coprocessor post-close hooks at 1732144898321 (+3 ms)Closed at 1732144898321 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144881866.15bbfdce01dea82b65aea82e8eef6eef. 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51055373db251b751a5e696da003a9be, disabling compactions & flushes 2024-11-20T23:21:38,322 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. after waiting 0 ms 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51055373db251b751a5e696da003a9be: Waiting for close lock at 1732144898322Running coprocessor pre-close hooks at 1732144898322Disabling compacts and flushes for region at 1732144898322Disabling writes for close at 1732144898322Failed flush hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be., putting online again at 1732144898322 2024-11-20T23:21:38,322 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,332 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/table/b44cff69b1b142f591f280aecc3754a8 2024-11-20T23:21:38,336 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/info/4a3f7e237c574dffb1c2ac38973323e6 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/info/4a3f7e237c574dffb1c2ac38973323e6 2024-11-20T23:21:38,339 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/info/4a3f7e237c574dffb1c2ac38973323e6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:21:38,340 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/ns/5bc7fc0351ef4440b2517018f4f8a5b2 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/ns/5bc7fc0351ef4440b2517018f4f8a5b2 2024-11-20T23:21:38,343 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/ns/5bc7fc0351ef4440b2517018f4f8a5b2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:21:38,343 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/c69b1339bd8b4d158e9007a3c8ff621c as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/rep_barrier/c69b1339bd8b4d158e9007a3c8ff621c 2024-11-20T23:21:38,347 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/rep_barrier/c69b1339bd8b4d158e9007a3c8ff621c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:21:38,347 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/.tmp/table/b44cff69b1b142f591f280aecc3754a8 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/table/b44cff69b1b142f591f280aecc3754a8 2024-11-20T23:21:38,351 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/table/b44cff69b1b142f591f280aecc3754a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:21:38,352 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-20T23:21:38,355 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:21:38,356 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:21:38,356 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:21:38,356 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:38,356 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144896994Running coprocessor pre-close hooks at 1732144896994Disabling compacts and flushes for region at 1732144896994Disabling writes for close at 1732144896995 (+1 ms)Obtaining lock to block concurrent updates at 1732144896995Preparing flush snapshotting stores in 1588230740 at 1732144896995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144896995Flushing stores of hbase:meta,,1.1588230740 at 1732144896997 (+2 ms)Flushing 1588230740/info: creating writer at 1732144896997Flushing 1588230740/info: appending metadata at 1732144897024 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732144897024Flushing 1588230740/ns: creating writer at 1732144897442 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732144897460 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732144897460Flushing 1588230740/rep_barrier: creating writer at 1732144897490 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144897503 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144897503Flushing 1588230740/table: creating writer at 1732144897911 (+408 ms)Flushing 1588230740/table: appending metadata at 1732144897928 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732144897928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dac64aa: reopening flushed file at 1732144898335 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2236f688: reopening flushed file at 1732144898339 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1388ea3e: reopening flushed file at 1732144898343 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa6eb2b: reopening flushed file at 1732144898347 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1732144898352 (+5 ms)Writing region close event to WAL at 1732144898353 (+1 ms)Running coprocessor post-close hooks at 1732144898356 (+3 ms)Closed at 1732144898356 2024-11-20T23:21:38,356 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:38,392 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1159, reset compression=false 2024-11-20T23:21:38,396 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:21:38,396 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1325): Online Regions={51055373db251b751a5e696da003a9be=hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be.} 2024-11-20T23:21:38,396 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(3091): Received CLOSE for 51055373db251b751a5e696da003a9be 2024-11-20T23:21:38,396 DEBUG [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1351): Waiting on 51055373db251b751a5e696da003a9be 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51055373db251b751a5e696da003a9be, disabling compactions & flushes 2024-11-20T23:21:38,396 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. after waiting 0 ms 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51055373db251b751a5e696da003a9be: Waiting for close lock at 1732144898396Running coprocessor pre-close hooks at 1732144898396Disabling compacts and flushes for region at 1732144898396Disabling writes for close at 1732144898396Failed flush hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be., putting online again at 1732144898396 2024-11-20T23:21:38,396 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144885182.51055373db251b751a5e696da003a9be. 2024-11-20T23:21:38,396 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:21:38,396 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1803, reset compression=false 2024-11-20T23:21:38,596 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T23:21:38,596 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,42285,1732144874264; all regions closed. 2024-11-20T23:21:38,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:21:38,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.meta.1732144876394.meta not finished, retry = 0 2024-11-20T23:21:38,601 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/WALs/412a5e44fd2e,42285,1732144874264/412a5e44fd2e%2C42285%2C1732144874264.1732144875438 to pos 1803, reset compression=false 2024-11-20T23:21:38,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741839_1015 (size=1733) 2024-11-20T23:21:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741832_1008 (size=1811) 2024-11-20T23:21:38,704 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:38,704 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:21:38,705 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:38,705 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:38,705 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:38,705 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:38,705 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,42285,1732144874264 because: Region server is closing 2024-11-20T23:21:38,705 INFO [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42285. 2024-11-20T23:21:38,705 DEBUG [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:38,705 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:38,705 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:38,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:38,806 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.shipper412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 terminated 2024-11-20T23:21:38,806 INFO [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42285. 2024-11-20T23:21:38,806 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42285,1732144874264.replicationSource.wal-reader.412a5e44fd2e%2C42285%2C1732144874264,1-412a5e44fd2e,42285,1732144874264 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:21:38,806 DEBUG [RS:0;412a5e44fd2e:42285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:21:38,806 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:38,806 DEBUG [RS:0;412a5e44fd2e:42285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:38,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:21:38,806 INFO [RS:0;412a5e44fd2e:42285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42285 2024-11-20T23:21:38,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418/rs 2024-11-20T23:21:38,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29534418/rs/412a5e44fd2e,42285,1732144874264 2024-11-20T23:21:38,945 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:38,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,42285,1732144874264] 2024-11-20T23:21:38,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-29534418/draining/412a5e44fd2e,42285,1732144874264 already deleted, retry=false 2024-11-20T23:21:38,976 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,42285,1732144874264 expired; onlineServers=0 2024-11-20T23:21:38,976 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,36837,1732144874065' ***** 2024-11-20T23:21:38,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:21:38,976 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:21:38,976 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:21:38,976 DEBUG [M:0;412a5e44fd2e:36837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:21:38,976 DEBUG [M:0;412a5e44fd2e:36837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:21:38,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:21:38,976 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144875214 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144875214,5,FailOnTimeoutGroup] 2024-11-20T23:21:38,976 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144875214 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144875214,5,FailOnTimeoutGroup] 2024-11-20T23:21:38,976 INFO [M:0;412a5e44fd2e:36837 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:21:38,976 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:21:38,976 DEBUG [M:0;412a5e44fd2e:36837 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:21:38,977 INFO [M:0;412a5e44fd2e:36837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:21:38,977 INFO [M:0;412a5e44fd2e:36837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:21:38,977 INFO [M:0;412a5e44fd2e:36837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:21:38,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:21:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-29534418/master 2024-11-20T23:21:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-29534418 2024-11-20T23:21:38,986 DEBUG [M:0;412a5e44fd2e:36837 {}] zookeeper.ZKUtil(347): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Unable to get data of znode /0-29534418/master because node does not exist (not an error) 2024-11-20T23:21:38,986 WARN [M:0;412a5e44fd2e:36837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:21:38,987 INFO [M:0;412a5e44fd2e:36837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/.lastflushedseqids 2024-11-20T23:21:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741847_1023 (size=245) 2024-11-20T23:21:38,994 INFO [M:0;412a5e44fd2e:36837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:21:38,994 INFO [M:0;412a5e44fd2e:36837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:21:38,994 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:38,994 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:38,995 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:38,995 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:38,995 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:38,995 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T23:21:39,012 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8659b08a7454d5db863205e374c4987 is 82, key is hbase:meta,,1/info:regioninfo/1732144876430/Put/seqid=0 2024-11-20T23:21:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741848_1024 (size=5672) 2024-11-20T23:21:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:39,058 INFO [RS:0;412a5e44fd2e:42285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42285-0x1015a8d36040001, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:39,058 INFO [RS:0;412a5e44fd2e:42285 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,42285,1732144874264; zookeeper connection closed. 2024-11-20T23:21:39,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 2024-11-20T23:21:39,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:21:39,415 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8659b08a7454d5db863205e374c4987 2024-11-20T23:21:39,431 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26bdcc7a4dfd45af9c9b83aa92e313ab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144886350/Put/seqid=0 2024-11-20T23:21:39,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741849_1025 (size=8517) 2024-11-20T23:21:39,835 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26bdcc7a4dfd45af9c9b83aa92e313ab 2024-11-20T23:21:39,859 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9049cae957d4f1aa683177755d3145c is 69, key is 412a5e44fd2e,42285,1732144874264/rs:state/1732144875264/Put/seqid=0 2024-11-20T23:21:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741850_1026 (size=5156) 2024-11-20T23:21:39,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:39,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:40,262 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9049cae957d4f1aa683177755d3145c 2024-11-20T23:21:40,268 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8659b08a7454d5db863205e374c4987 as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8659b08a7454d5db863205e374c4987 2024-11-20T23:21:40,272 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8659b08a7454d5db863205e374c4987, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:21:40,272 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26bdcc7a4dfd45af9c9b83aa92e313ab as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26bdcc7a4dfd45af9c9b83aa92e313ab 2024-11-20T23:21:40,275 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26bdcc7a4dfd45af9c9b83aa92e313ab, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:21:40,276 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9049cae957d4f1aa683177755d3145c as hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9049cae957d4f1aa683177755d3145c 2024-11-20T23:21:40,279 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9049cae957d4f1aa683177755d3145c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:21:40,280 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-20T23:21:40,285 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:40,285 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144898994Disabling compacts and flushes for region at 1732144898994Disabling writes for close at 1732144898995 (+1 ms)Obtaining lock to block concurrent updates at 1732144898995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144898995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732144898995Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144898996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144898996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144899011 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144899011Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144899419 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144899431 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144899431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144899839 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144899858 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144899858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd94091: reopening flushed file at 1732144900266 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76aac1ed: reopening flushed file at 1732144900272 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c608633: reopening flushed file at 1732144900275 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732144900280 (+5 ms)Writing region close event to WAL at 1732144900284 (+4 ms)Closed at 1732144900284 2024-11-20T23:21:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42291 is added to blk_1073741830_1006 (size=63666) 2024-11-20T23:21:40,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/942249ad-10e9-c37a-a591-e58b02343f2d/MasterData/WALs/412a5e44fd2e,36837,1732144874065/412a5e44fd2e%2C36837%2C1732144874065.1732144874894 not finished, retry = 0 2024-11-20T23:21:40,387 INFO [M:0;412a5e44fd2e:36837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:21:40,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:21:40,387 INFO [M:0;412a5e44fd2e:36837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36837 2024-11-20T23:21:40,389 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:21:40,560 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:21:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8d36040000, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:21:40,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bcc5ac6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:40,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21185d42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:40,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:40,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27bab26f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:40,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e211988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:40,572 WARN [BP-2117045532-172.17.0.2-1732144872047 heartbeating to localhost/127.0.0.1:35281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:21:40,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:21:40,572 WARN [BP-2117045532-172.17.0.2-1732144872047 heartbeating to localhost/127.0.0.1:35281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117045532-172.17.0.2-1732144872047 (Datanode Uuid fb43b2f6-c371-4c54-806c-8f280cc6087e) service to localhost/127.0.0.1:35281 2024-11-20T23:21:40,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:21:40,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/data/data1/current/BP-2117045532-172.17.0.2-1732144872047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:40,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/cluster_b6d80d15-b63a-e9f2-c895-b823ae651150/data/data2/current/BP-2117045532-172.17.0.2-1732144872047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:21:40,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:21:40,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74daf545{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:40,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e2e8b08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:21:40,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:21:40,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42567e9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:21:40,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cbd3651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4caa7092-c10b-4a0f-538d-07ff4c1d4335/hadoop.log.dir/,STOPPED} 2024-11-20T23:21:40,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:21:40,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:21:40,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52423) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35281 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52423) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37445 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=651 (was 863), ProcessCount=11 (was 11), AvailableMemoryMB=1749 (was 2102) 2024-11-20T23:21:40,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=651, ProcessCount=11, AvailableMemoryMB=1749 2024-11-20T23:21:40,649 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T23:21:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir so I do NOT create it in target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b 2024-11-20T23:21:40,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:21:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.tmp.dir so I do NOT create it in target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b 2024-11-20T23:21:40,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ee81d53-00fb-4bf4-8435-2ee1c9b75c89/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:21:40,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b 2024-11-20T23:21:40,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4, deleteOnExit=true 2024-11-20T23:21:40,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8d36040002, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:21:40,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8d36040005, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:21:40,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8d36040002, quorum=127.0.0.1:52423, baseZNode=/0-29534418 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:21:40,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8d36040005, quorum=127.0.0.1:52423, baseZNode=/1956466769 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:21:40,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/zookeeper_0, clientPort=56910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:21:40,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56910 2024-11-20T23:21:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:21:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:21:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/test.cache.data in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:21:40,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:21:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:21:41,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:41,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:41,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:41,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:41,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:21:41,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:41,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@272ed153{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:41,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5685ea2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:41,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8d4089{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/java.io.tmpdir/jetty-localhost-40915-hadoop-hdfs-3_4_1-tests_jar-_-any-12506517697548964167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:41,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b661b1a{HTTP/1.1, (http/1.1)}{localhost:40915} 2024-11-20T23:21:41,133 INFO [Time-limited test {}] server.Server(415): Started @232476ms 2024-11-20T23:21:41,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:41,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:41,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:41,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:41,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:41,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b004c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:41,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78cf038b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:41,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bb66a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/java.io.tmpdir/jetty-localhost-45043-hadoop-hdfs-3_4_1-tests_jar-_-any-17682249210983448886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:41,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad0c395{HTTP/1.1, (http/1.1)}{localhost:45043} 2024-11-20T23:21:41,606 INFO [Time-limited test {}] server.Server(415): Started @232949ms 2024-11-20T23:21:41,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:21:42,340 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/data/data1/current/BP-989622494-172.17.0.2-1732144900735/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:42,340 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/data/data2/current/BP-989622494-172.17.0.2-1732144900735/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:42,357 WARN [Thread-2639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65756e44629a19e with lease ID 0xa1d485259a41726e: Processing first storage report for DS-d800db54-725f-4611-bdfb-7fb71f9ab467 from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=1ea36767-ab43-4d1e-9f0c-777cc686cae7, infoPort=39283, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=419330620;c=1732144900735) 2024-11-20T23:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65756e44629a19e with lease ID 0xa1d485259a41726e: from storage DS-d800db54-725f-4611-bdfb-7fb71f9ab467 node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=1ea36767-ab43-4d1e-9f0c-777cc686cae7, infoPort=39283, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=419330620;c=1732144900735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65756e44629a19e with lease ID 0xa1d485259a41726e: Processing first storage report for DS-4a3c0a01-c12d-403b-b1e0-03f046bc639c from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=1ea36767-ab43-4d1e-9f0c-777cc686cae7, infoPort=39283, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=419330620;c=1732144900735) 2024-11-20T23:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65756e44629a19e with lease ID 0xa1d485259a41726e: from storage DS-4a3c0a01-c12d-403b-b1e0-03f046bc639c node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=1ea36767-ab43-4d1e-9f0c-777cc686cae7, infoPort=39283, infoSecurePort=0, ipcPort=37247, storageInfo=lv=-57;cid=testClusterID;nsid=419330620;c=1732144900735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:42,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b 2024-11-20T23:21:42,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:42,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:42,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:21:42,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e with version=8 2024-11-20T23:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/hbase-staging 2024-11-20T23:21:42,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:42,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:42,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:42,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:42,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:42,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:42,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:21:42,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:42,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37595 2024-11-20T23:21:42,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37595 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375950x0, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:42,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37595-0x1015a8da6130000 connected 2024-11-20T23:21:43,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:43,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:43,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/running 2024-11-20T23:21:43,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e, hbase.cluster.distributed=false 2024-11-20T23:21:43,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/acl 2024-11-20T23:21:43,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-20T23:21:43,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37595 2024-11-20T23:21:43,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37595 2024-11-20T23:21:43,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-20T23:21:43,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-20T23:21:43,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:21:43,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:43,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35919 2024-11-20T23:21:43,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35919 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:43,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:43,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359190x0, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:43,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359190x0, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/running 2024-11-20T23:21:43,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35919-0x1015a8da6130001 connected 2024-11-20T23:21:43,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:21:43,201 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:21:43,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/master 2024-11-20T23:21:43,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/acl 2024-11-20T23:21:43,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-20T23:21:43,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35919 2024-11-20T23:21:43,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35919 2024-11-20T23:21:43,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-20T23:21:43,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35919 2024-11-20T23:21:43,226 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:37595 2024-11-20T23:21:43,228 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0191845811/backup-masters/412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/backup-masters 2024-11-20T23:21:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/backup-masters 2024-11-20T23:21:43,239 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on existing znode=/0191845811/backup-masters/412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0191845811/master 2024-11-20T23:21:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:43,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on existing znode=/0191845811/master 2024-11-20T23:21:43,253 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0191845811/backup-masters/412a5e44fd2e,37595,1732144902851 from backup master directory 2024-11-20T23:21:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0191845811/backup-masters/412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/backup-masters 2024-11-20T23:21:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/backup-masters 2024-11-20T23:21:43,263 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:43,263 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:43,268 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/hbase.id] with ID: 2b01abfd-a24e-4086-a101-9b3ed738e7ce 2024-11-20T23:21:43,268 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/.tmp/hbase.id 2024-11-20T23:21:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:21:43,675 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/.tmp/hbase.id]:[hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/hbase.id] 2024-11-20T23:21:43,690 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:43,691 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:21:43,692 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T23:21:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:21:43,720 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:43,721 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:21:43,721 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:21:44,140 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store 2024-11-20T23:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:44,546 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:44,546 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:44,546 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144904546Disabling compacts and flushes for region at 1732144904546Disabling writes for close at 1732144904546Writing region close event to WAL at 1732144904546Closed at 1732144904546 2024-11-20T23:21:44,547 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/.initializing 2024-11-20T23:21:44,547 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/WALs/412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:44,548 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:44,549 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C37595%2C1732144902851, suffix=, logDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/WALs/412a5e44fd2e,37595,1732144902851, archiveDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/oldWALs, maxLogs=10 2024-11-20T23:21:44,564 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/WALs/412a5e44fd2e,37595,1732144902851/412a5e44fd2e%2C37595%2C1732144902851.1732144904549, exclude list is [], retry=0 2024-11-20T23:21:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-d800db54-725f-4611-bdfb-7fb71f9ab467,DISK] 2024-11-20T23:21:44,575 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/WALs/412a5e44fd2e,37595,1732144902851/412a5e44fd2e%2C37595%2C1732144902851.1732144904549 2024-11-20T23:21:44,580 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39283:39283)] 2024-11-20T23:21:44,580 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:44,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:44,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,581 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:21:44,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:44,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:44,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:21:44,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:44,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:44,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:21:44,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:44,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:44,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:21:44,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:44,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:44,606 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,607 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,607 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,608 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,608 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,610 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:44,612 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:44,620 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:44,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67570107, jitterRate=0.0068730562925338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:44,622 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144904581Initializing all the Stores at 1732144904582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144904582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144904582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144904582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144904582Cleaning up temporary data from old regions at 1732144904608 (+26 ms)Region opened successfully at 1732144904622 (+14 ms) 2024-11-20T23:21:44,632 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:21:44,636 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3ad54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:44,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:21:44,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:21:44,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:21:44,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:21:44,638 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:21:44,639 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-20T23:21:44,639 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:21:44,642 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:21:44,647 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Unable to get data of znode /0191845811/balancer because node does not exist (not necessarily an error) 2024-11-20T23:21:44,652 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/balancer already deleted, retry=false 2024-11-20T23:21:44,653 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:21:44,654 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Unable to get data of znode /0191845811/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:21:44,663 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/normalizer already deleted, retry=false 2024-11-20T23:21:44,663 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:21:44,664 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Unable to get data of znode /0191845811/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:21:44,673 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/switch/split already deleted, retry=false 2024-11-20T23:21:44,674 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Unable to get data of znode /0191845811/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:21:44,684 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/switch/merge already deleted, retry=false 2024-11-20T23:21:44,686 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Unable to get data of znode /0191845811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:21:44,694 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/snapshot-cleanup already deleted, retry=false 2024-11-20T23:21:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0191845811/running 2024-11-20T23:21:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0191845811/running 2024-11-20T23:21:44,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,705 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,37595,1732144902851, sessionid=0x1015a8da6130000, setting cluster-up flag (Was=false) 2024-11-20T23:21:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,758 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0191845811/flush-table-proc/acquired, /0191845811/flush-table-proc/reached, /0191845811/flush-table-proc/abort 2024-11-20T23:21:44,759 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:44,889 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0191845811/online-snapshot/acquired, /0191845811/online-snapshot/reached, /0191845811/online-snapshot/abort 2024-11-20T23:21:44,890 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:44,891 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:21:44,893 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:44,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:21:44,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:21:44,893 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,37595,1732144902851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:21:44,894 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:44,894 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:44,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144934905 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:21:44,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:21:44,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:21:44,905 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:44,906 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:21:44,906 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:21:44,906 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:21:44,906 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:21:44,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:44,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:21:44,907 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:21:44,907 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:21:44,908 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144904907,5,FailOnTimeoutGroup] 2024-11-20T23:21:44,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144904908,5,FailOnTimeoutGroup] 2024-11-20T23:21:44,916 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:44,916 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:21:44,916 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:44,916 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:44,926 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(746): ClusterId : 2b01abfd-a24e-4086-a101-9b3ed738e7ce 2024-11-20T23:21:44,926 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:21:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:21:44,960 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:21:44,960 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:21:44,971 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:21:44,971 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb3fa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:44,988 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:35919 2024-11-20T23:21:44,988 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:21:44,988 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:21:44,988 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:21:44,989 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,37595,1732144902851 with port=35919, startcode=1732144903184 2024-11-20T23:21:44,989 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:21:44,991 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:21:44,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:44,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:44,993 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e 2024-11-20T23:21:44,993 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44075 2024-11-20T23:21:44,993 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:21:45,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/rs 2024-11-20T23:21:45,001 DEBUG [RS:0;412a5e44fd2e:35919 {}] zookeeper.ZKUtil(111): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on existing znode=/0191845811/rs/412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:45,001 WARN [RS:0;412a5e44fd2e:35919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:45,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,35919,1732144903184] 2024-11-20T23:21:45,001 INFO [RS:0;412a5e44fd2e:35919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:45,001 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:45,006 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:21:45,007 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:21:45,008 INFO [RS:0;412a5e44fd2e:35919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:21:45,008 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,008 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:21:45,008 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:21:45,008 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,008 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:45,009 DEBUG [RS:0;412a5e44fd2e:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,012 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35919,1732144903184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:45,028 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:21:45,028 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35919,1732144903184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,028 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,028 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.Replication(171): 412a5e44fd2e,35919,1732144903184 started 2024-11-20T23:21:45,046 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:45,046 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,35919,1732144903184, RpcServer on 412a5e44fd2e/172.17.0.2:35919, sessionid=0x1015a8da6130001 2024-11-20T23:21:45,046 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:21:45,047 DEBUG [RS:0;412a5e44fd2e:35919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:45,047 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35919,1732144903184' 2024-11-20T23:21:45,047 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0191845811/flush-table-proc/abort' 2024-11-20T23:21:45,047 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0191845811/flush-table-proc/acquired' 2024-11-20T23:21:45,049 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:21:45,049 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:21:45,049 DEBUG [RS:0;412a5e44fd2e:35919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:45,049 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35919,1732144903184' 2024-11-20T23:21:45,049 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0191845811/online-snapshot/abort' 2024-11-20T23:21:45,050 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0191845811/online-snapshot/acquired' 2024-11-20T23:21:45,050 DEBUG [RS:0;412a5e44fd2e:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:21:45,050 INFO [RS:0;412a5e44fd2e:35919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:21:45,050 INFO [RS:0;412a5e44fd2e:35919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:21:45,151 INFO [RS:0;412a5e44fd2e:35919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:45,153 INFO [RS:0;412a5e44fd2e:35919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35919%2C1732144903184, suffix=, logDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184, archiveDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/oldWALs, maxLogs=10 2024-11-20T23:21:45,178 DEBUG [RS:0;412a5e44fd2e:35919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, exclude list is [], retry=0 2024-11-20T23:21:45,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-d800db54-725f-4611-bdfb-7fb71f9ab467,DISK] 2024-11-20T23:21:45,211 INFO [RS:0;412a5e44fd2e:35919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 2024-11-20T23:21:45,212 DEBUG [RS:0;412a5e44fd2e:35919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39283:39283)] 2024-11-20T23:21:45,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:21:45,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e 2024-11-20T23:21:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:21:45,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:45,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:45,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:45,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:45,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:45,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:45,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:45,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:45,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:45,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:45,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:45,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:45,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:45,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:45,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740 2024-11-20T23:21:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740 2024-11-20T23:21:45,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:45,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:45,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:45,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:45,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:45,842 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69874095, jitterRate=0.04120515286922455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144905796Initializing all the Stores at 1732144905802 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144905802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144905802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144905802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144905802Cleaning up temporary data from old regions at 1732144905821 (+19 ms)Region opened successfully at 1732144905843 (+22 ms) 2024-11-20T23:21:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:45,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:45,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:45,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144905843Disabling compacts and flushes for region at 1732144905843Disabling writes for close at 1732144905843Writing region close event to WAL at 1732144905843Closed at 1732144905843 2024-11-20T23:21:45,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:45,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:21:45,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:21:45,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:45,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:21:45,998 DEBUG [412a5e44fd2e:37595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:21:45,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:45,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35919,1732144903184, state=OPENING 2024-11-20T23:21:46,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:21:46,162 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:46,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:46,163 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:21:46,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:46,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0191845811/meta-region-server: CHANGED 2024-11-20T23:21:46,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35919,1732144903184}] 2024-11-20T23:21:46,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0191845811/meta-region-server: CHANGED 2024-11-20T23:21:46,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:46,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:21:46,396 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:21:46,396 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:46,397 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:21:46,398 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35919%2C1732144903184.meta, suffix=.meta, logDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184, archiveDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/oldWALs, maxLogs=10 2024-11-20T23:21:46,422 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.meta.1732144906398.meta, exclude list is [], retry=0 2024-11-20T23:21:46,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-d800db54-725f-4611-bdfb-7fb71f9ab467,DISK] 2024-11-20T23:21:46,437 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.meta.1732144906398.meta 2024-11-20T23:21:46,438 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39283:39283)] 2024-11-20T23:21:46,438 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:46,438 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:46,438 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:46,438 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:21:46,439 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:21:46,439 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:21:46,439 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:46,439 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:21:46,439 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:21:46,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:46,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:46,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:46,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:46,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:46,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:46,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:46,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:46,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:46,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:46,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:46,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:46,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:46,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:46,472 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:46,473 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740 2024-11-20T23:21:46,475 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740 2024-11-20T23:21:46,482 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:46,482 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:46,496 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:46,500 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:46,501 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926206, jitterRate=-0.047425299882888794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:46,501 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:21:46,501 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144906439Writing region info on filesystem at 1732144906439Initializing all the Stores at 1732144906445 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144906445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144906448 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144906448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144906448Cleaning up temporary data from old regions at 1732144906482 (+34 ms)Running coprocessor post-open hooks at 1732144906501 (+19 ms)Region opened successfully at 1732144906501 2024-11-20T23:21:46,502 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144906392 2024-11-20T23:21:46,509 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:21:46,509 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:21:46,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:46,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35919,1732144903184, state=OPEN 2024-11-20T23:21:46,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0191845811/meta-region-server 2024-11-20T23:21:46,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0191845811/meta-region-server 2024-11-20T23:21:46,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0191845811/meta-region-server: CHANGED 2024-11-20T23:21:46,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0191845811/meta-region-server: CHANGED 2024-11-20T23:21:46,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:46,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:21:46,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35919,1732144903184 in 335 msec 2024-11-20T23:21:46,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:21:46,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-20T23:21:46,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:46,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:21:46,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:46,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35919,1732144903184, seqNum=-1] 2024-11-20T23:21:46,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:46,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:46,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6980 sec 2024-11-20T23:21:46,592 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144906592, completionTime=-1 2024-11-20T23:21:46,592 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:21:46,592 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144966595 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145026595 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:37595, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,595 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,596 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,598 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.337sec 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:21:46,600 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:46,601 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:21:46,602 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:21:46,602 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:21:46,602 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37595,1732144902851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:46,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:46,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:21:46,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:46,642 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:21:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:21:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e33c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:21:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:46,644 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:46,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a836a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:46,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35919,1732144903184, seqNum=-1] 2024-11-20T23:21:46,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:46,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:46,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:46,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:46,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:46,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8da6130002 connected 2024-11-20T23:21:46,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir so I do NOT create it in target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5 2024-11-20T23:21:46,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.tmp.dir so I do NOT create it in target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5 2024-11-20T23:21:46,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:21:46,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/cluster_64943167-4ea5-6e35-1168-32dd84ebd6b6, deleteOnExit=true 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/test.cache.data in system properties and HBase conf 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:21:46,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:21:46,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:46,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:21:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:21:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:21:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:21:46,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:21:47,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:47,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:47,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:47,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:47,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:47,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:47,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3986142b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:47,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16191f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:47,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b4657b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/java.io.tmpdir/jetty-localhost-42245-hadoop-hdfs-3_4_1-tests_jar-_-any-10090970432607369363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:47,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3802b985{HTTP/1.1, (http/1.1)}{localhost:42245} 2024-11-20T23:21:47,244 INFO [Time-limited test {}] server.Server(415): Started @238587ms 2024-11-20T23:21:47,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:47,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:47,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:47,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:47,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:47,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@763dd58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:47,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb423ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:47,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26897bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/java.io.tmpdir/jetty-localhost-41329-hadoop-hdfs-3_4_1-tests_jar-_-any-4284653087455573629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:47,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c51a97{HTTP/1.1, (http/1.1)}{localhost:41329} 2024-11-20T23:21:47,663 INFO [Time-limited test {}] server.Server(415): Started @239005ms 2024-11-20T23:21:47,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:21:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:21:48,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:21:49,044 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/cluster_64943167-4ea5-6e35-1168-32dd84ebd6b6/data/data2/current/BP-1034056163-172.17.0.2-1732144906720/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:49,044 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/cluster_64943167-4ea5-6e35-1168-32dd84ebd6b6/data/data1/current/BP-1034056163-172.17.0.2-1732144906720/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:49,075 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:21:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6de0dbe72f30014 with lease ID 0x333aaf1ec3dc9ba8: Processing first storage report for DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd from datanode DatanodeRegistration(127.0.0.1:36603, datanodeUuid=ecdbb2bc-1f09-4e60-8576-182a0a34aebc, infoPort=37457, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=241224257;c=1732144906720) 2024-11-20T23:21:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6de0dbe72f30014 with lease ID 0x333aaf1ec3dc9ba8: from storage DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd node DatanodeRegistration(127.0.0.1:36603, datanodeUuid=ecdbb2bc-1f09-4e60-8576-182a0a34aebc, infoPort=37457, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=241224257;c=1732144906720), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6de0dbe72f30014 with lease ID 0x333aaf1ec3dc9ba8: Processing first storage report for DS-cf4a45f7-7671-421b-8449-4453ac622f4c from datanode DatanodeRegistration(127.0.0.1:36603, datanodeUuid=ecdbb2bc-1f09-4e60-8576-182a0a34aebc, infoPort=37457, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=241224257;c=1732144906720) 2024-11-20T23:21:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6de0dbe72f30014 with lease ID 0x333aaf1ec3dc9ba8: from storage DS-cf4a45f7-7671-421b-8449-4453ac622f4c node DatanodeRegistration(127.0.0.1:36603, datanodeUuid=ecdbb2bc-1f09-4e60-8576-182a0a34aebc, infoPort=37457, infoSecurePort=0, ipcPort=46457, storageInfo=lv=-57;cid=testClusterID;nsid=241224257;c=1732144906720), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:49,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5 2024-11-20T23:21:49,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:21:49,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d with version=8 2024-11-20T23:21:49,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/hbase-staging 2024-11-20T23:21:49,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:49,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:21:49,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:49,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37083 2024-11-20T23:21:49,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37083 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:49,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370830x0, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:49,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37083-0x1015a8da6130003 connected 2024-11-20T23:21:49,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/running 2024-11-20T23:21:49,256 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d, hbase.cluster.distributed=false 2024-11-20T23:21:49,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/acl 2024-11-20T23:21:49,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-20T23:21:49,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37083 2024-11-20T23:21:49,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37083 2024-11-20T23:21:49,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-20T23:21:49,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-20T23:21:49,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:49,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:49,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:49,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:49,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:21:49,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:49,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46109 2024-11-20T23:21:49,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46109 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:49,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461090x0, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:49,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461090x0, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/running 2024-11-20T23:21:49,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:21:49,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46109-0x1015a8da6130004 connected 2024-11-20T23:21:49,325 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:21:49,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/master 2024-11-20T23:21:49,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/acl 2024-11-20T23:21:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-20T23:21:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46109 2024-11-20T23:21:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46109 2024-11-20T23:21:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-20T23:21:49,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-20T23:21:49,347 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:37083 2024-11-20T23:21:49,348 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11668269744/backup-masters/412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:49,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/backup-masters 2024-11-20T23:21:49,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/backup-masters 2024-11-20T23:21:49,360 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on existing znode=/11668269744/backup-masters/412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:49,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11668269744/master 2024-11-20T23:21:49,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:49,369 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on existing znode=/11668269744/master 2024-11-20T23:21:49,369 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11668269744/backup-masters/412a5e44fd2e,37083,1732144909145 from backup master directory 2024-11-20T23:21:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:49,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/backup-masters 2024-11-20T23:21:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11668269744/backup-masters/412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/backup-masters 2024-11-20T23:21:49,379 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:49,379 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:49,412 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/hbase.id] with ID: 45f1e2f9-0058-4680-afb8-be395213160e 2024-11-20T23:21:49,412 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/.tmp/hbase.id 2024-11-20T23:21:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:21:49,438 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/.tmp/hbase.id]:[hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/hbase.id] 2024-11-20T23:21:49,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:49,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:21:49,459 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:21:49,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:49,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:21:49,878 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:49,879 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:21:49,880 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:21:50,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store 2024-11-20T23:21:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:50,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:50,296 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144910296Disabling compacts and flushes for region at 1732144910296Disabling writes for close at 1732144910296Writing region close event to WAL at 1732144910296Closed at 1732144910296 2024-11-20T23:21:50,297 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/.initializing 2024-11-20T23:21:50,297 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/WALs/412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:50,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:50,299 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C37083%2C1732144909145, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/WALs/412a5e44fd2e,37083,1732144909145, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/oldWALs, maxLogs=10 2024-11-20T23:21:50,318 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/WALs/412a5e44fd2e,37083,1732144909145/412a5e44fd2e%2C37083%2C1732144909145.1732144910299, exclude list is [], retry=0 2024-11-20T23:21:50,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36603,DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd,DISK] 2024-11-20T23:21:50,323 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/WALs/412a5e44fd2e,37083,1732144909145/412a5e44fd2e%2C37083%2C1732144909145.1732144910299 2024-11-20T23:21:50,324 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37457:37457)] 2024-11-20T23:21:50,324 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:50,325 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:50,325 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,325 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:21:50,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:21:50,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:21:50,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:50,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:50,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:21:50,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:50,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:50,345 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,346 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,346 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,347 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,347 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,348 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:50,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:50,351 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:50,351 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71954150, jitterRate=0.07220038771629333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:50,351 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144910325Initializing all the Stores at 1732144910326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144910326Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144910326Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144910326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144910326Cleaning up temporary data from old regions at 1732144910347 (+21 ms)Region opened successfully at 1732144910351 (+4 ms) 2024-11-20T23:21:50,351 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:21:50,354 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5088b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:50,356 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:21:50,357 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:21:50,357 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:21:50,357 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:21:50,357 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:21:50,358 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:21:50,358 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:21:50,362 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:21:50,363 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Unable to get data of znode /11668269744/balancer because node does not exist (not necessarily an error) 2024-11-20T23:21:50,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/balancer already deleted, retry=false 2024-11-20T23:21:50,379 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:21:50,380 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Unable to get data of znode /11668269744/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:21:50,389 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/normalizer already deleted, retry=false 2024-11-20T23:21:50,389 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:21:50,397 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Unable to get data of znode /11668269744/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:21:50,407 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/switch/split already deleted, retry=false 2024-11-20T23:21:50,407 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Unable to get data of znode /11668269744/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:21:50,417 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/switch/merge already deleted, retry=false 2024-11-20T23:21:50,419 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Unable to get data of znode /11668269744/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:21:50,431 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/snapshot-cleanup already deleted, retry=false 2024-11-20T23:21:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11668269744/running 2024-11-20T23:21:50,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11668269744/running 2024-11-20T23:21:50,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,443 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,37083,1732144909145, sessionid=0x1015a8da6130003, setting cluster-up flag (Was=false) 2024-11-20T23:21:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,494 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11668269744/flush-table-proc/acquired, /11668269744/flush-table-proc/reached, /11668269744/flush-table-proc/abort 2024-11-20T23:21:50,495 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:50,708 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11668269744/online-snapshot/acquired, /11668269744/online-snapshot/reached, /11668269744/online-snapshot/abort 2024-11-20T23:21:50,718 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:50,719 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:21:50,720 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:50,721 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:21:50,721 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:21:50,721 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,37083,1732144909145 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:21:50,723 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:50,724 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,725 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144940725 2024-11-20T23:21:50,725 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:21:50,726 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:21:50,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:50,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:21:50,726 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:21:50,726 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:21:50,726 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:21:50,726 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:21:50,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:50,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:21:50,732 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,740 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:21:50,740 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:21:50,740 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:21:50,741 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:21:50,754 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:21:50,754 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:21:50,759 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144910754,5,FailOnTimeoutGroup] 2024-11-20T23:21:50,759 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144910759,5,FailOnTimeoutGroup] 2024-11-20T23:21:50,759 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,759 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:21:50,759 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,759 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,761 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(746): ClusterId : 45f1e2f9-0058-4680-afb8-be395213160e 2024-11-20T23:21:50,761 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:21:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:21:50,788 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:21:50,788 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:21:50,821 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:21:50,821 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262159df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:50,841 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:46109 2024-11-20T23:21:50,842 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:21:50,842 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:21:50,842 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:21:50,842 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,37083,1732144909145 with port=46109, startcode=1732144909299 2024-11-20T23:21:50,843 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:21:50,844 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:21:50,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,845 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d 2024-11-20T23:21:50,845 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38925 2024-11-20T23:21:50,846 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:21:50,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/rs 2024-11-20T23:21:50,853 DEBUG [RS:0;412a5e44fd2e:46109 {}] zookeeper.ZKUtil(111): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on existing znode=/11668269744/rs/412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,853 WARN [RS:0;412a5e44fd2e:46109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:50,853 INFO [RS:0;412a5e44fd2e:46109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:50,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,46109,1732144909299] 2024-11-20T23:21:50,853 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,859 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:21:50,863 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:21:50,865 INFO [RS:0;412a5e44fd2e:46109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:21:50,865 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,872 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:21:50,873 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:21:50,873 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,873 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,873 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,873 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,873 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,873 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:50,874 DEBUG [RS:0;412a5e44fd2e:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,876 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46109,1732144909299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:50,909 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:21:50,910 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46109,1732144909299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,910 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,910 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.Replication(171): 412a5e44fd2e,46109,1732144909299 started 2024-11-20T23:21:50,924 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:50,925 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,46109,1732144909299, RpcServer on 412a5e44fd2e/172.17.0.2:46109, sessionid=0x1015a8da6130004 2024-11-20T23:21:50,925 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:21:50,925 DEBUG [RS:0;412a5e44fd2e:46109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,925 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46109,1732144909299' 2024-11-20T23:21:50,925 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11668269744/flush-table-proc/abort' 2024-11-20T23:21:50,925 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11668269744/flush-table-proc/acquired' 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46109,1732144909299' 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11668269744/online-snapshot/abort' 2024-11-20T23:21:50,926 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11668269744/online-snapshot/acquired' 2024-11-20T23:21:50,927 DEBUG [RS:0;412a5e44fd2e:46109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:21:50,927 INFO [RS:0;412a5e44fd2e:46109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:21:50,927 INFO [RS:0;412a5e44fd2e:46109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:21:51,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:21:51,027 INFO [RS:0;412a5e44fd2e:46109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:51,028 INFO [RS:0;412a5e44fd2e:46109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46109%2C1732144909299, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/oldWALs, maxLogs=10 2024-11-20T23:21:51,046 DEBUG [RS:0;412a5e44fd2e:46109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, exclude list is [], retry=0 2024-11-20T23:21:51,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36603,DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd,DISK] 2024-11-20T23:21:51,053 INFO [RS:0;412a5e44fd2e:46109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 2024-11-20T23:21:51,053 DEBUG [RS:0;412a5e44fd2e:46109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37457:37457)] 2024-11-20T23:21:51,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:21:51,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d 2024-11-20T23:21:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:21:51,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:51,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:51,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:51,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:51,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:51,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:51,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:51,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:51,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:51,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:51,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:51,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:51,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:51,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:51,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:51,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:51,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:51,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740 2024-11-20T23:21:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740 2024-11-20T23:21:51,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:51,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:51,633 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:51,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:51,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:51,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71128102, jitterRate=0.059891313314437866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:51,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144911585Initializing all the Stores at 1732144911586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144911586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144911592 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144911592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144911592Cleaning up temporary data from old regions at 1732144911629 (+37 ms)Region opened successfully at 1732144911637 (+8 ms) 2024-11-20T23:21:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:51,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:51,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:51,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144911637Disabling compacts and flushes for region at 1732144911637Disabling writes for close at 1732144911638 (+1 ms)Writing region close event to WAL at 1732144911640 (+2 ms)Closed at 1732144911640 2024-11-20T23:21:51,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:51,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:21:51,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:21:51,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:51,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:21:51,795 DEBUG [412a5e44fd2e:37083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:21:51,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:51,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46109,1732144909299, state=OPENING 2024-11-20T23:21:51,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:21:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:51,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11668269744/meta-region-server: CHANGED 2024-11-20T23:21:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:21:51,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:51,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46109,1732144909299}] 2024-11-20T23:21:51,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11668269744/meta-region-server: CHANGED 2024-11-20T23:21:52,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:52,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:21:52,060 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:21:52,060 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:52,061 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:21:52,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:52,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,076 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46109%2C1732144909299.meta, suffix=.meta, logDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/oldWALs, maxLogs=10 2024-11-20T23:21:52,095 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.meta.1732144912077.meta, exclude list is [], retry=0 2024-11-20T23:21:52,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36603,DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd,DISK] 2024-11-20T23:21:52,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,135 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.meta.1732144912077.meta 2024-11-20T23:21:52,136 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37457:37457)] 2024-11-20T23:21:52,136 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:52,136 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:52,136 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:52,136 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:21:52,136 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:21:52,137 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:21:52,137 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:52,137 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:21:52,137 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:21:52,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:52,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:52,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:52,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:52,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:52,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:52,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:52,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:52,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:52,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:52,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:52,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:52,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:52,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:52,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:52,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:52,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:52,164 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:52,165 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740 2024-11-20T23:21:52,166 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740 2024-11-20T23:21:52,167 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:52,167 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:52,167 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:52,168 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:52,176 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70693530, jitterRate=0.0534156858921051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:52,176 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:21:52,177 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144912137Writing region info on filesystem at 1732144912137Initializing all the Stores at 1732144912145 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144912145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144912152 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144912152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144912152Cleaning up temporary data from old regions at 1732144912167 (+15 ms)Running coprocessor post-open hooks at 1732144912176 (+9 ms)Region opened successfully at 1732144912176 2024-11-20T23:21:52,180 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144912022 2024-11-20T23:21:52,183 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:21:52,183 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:21:52,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:52,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46109,1732144909299, state=OPEN 2024-11-20T23:21:52,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11668269744/meta-region-server 2024-11-20T23:21:52,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11668269744/meta-region-server: CHANGED 2024-11-20T23:21:52,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11668269744/meta-region-server 2024-11-20T23:21:52,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11668269744/meta-region-server: CHANGED 2024-11-20T23:21:52,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:21:52,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46109,1732144909299 in 335 msec 2024-11-20T23:21:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:21:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-20T23:21:52,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:52,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:21:52,213 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:52,213 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46109,1732144909299, seqNum=-1] 2024-11-20T23:21:52,214 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:52,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:52,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5040 sec 2024-11-20T23:21:52,226 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144912225, completionTime=-1 2024-11-20T23:21:52,226 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:21:52,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:21:52,229 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:21:52,229 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144972229 2024-11-20T23:21:52,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145032230 2024-11-20T23:21:52,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T23:21:52,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,230 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,231 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:37083, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,231 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,236 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:21:52,240 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.871sec 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:52,250 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:21:52,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4534e74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:52,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:21:52,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:52,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26468a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:52,267 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:52,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f365276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:52,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46109,1732144909299, seqNum=-1] 2024-11-20T23:21:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:52,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:52,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:52,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:52,280 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:21:52,280 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:21:52,280 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,37083,1732144909145-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:52,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:52,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8da6130005 connected 2024-11-20T23:21:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir so I do NOT create it in target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48 2024-11-20T23:21:52,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:21:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.tmp.dir so I do NOT create it in target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48 2024-11-20T23:21:52,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:21:52,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48 2024-11-20T23:21:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:21:52,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/cluster_bdaf2b2d-eafd-4881-81d2-2a35e6bea812, deleteOnExit=true 2024-11-20T23:21:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/test.cache.data in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:21:52,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:21:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:21:52,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:52,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:52,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:52,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:52,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:21:53,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:53,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c77096b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:53,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ef83ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:53,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@756dda88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/java.io.tmpdir/jetty-localhost-41597-hadoop-hdfs-3_4_1-tests_jar-_-any-18382628322576642554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:21:53,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166ab93f{HTTP/1.1, (http/1.1)}{localhost:41597} 2024-11-20T23:21:53,120 INFO [Time-limited test {}] server.Server(415): Started @244463ms 2024-11-20T23:21:53,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:21:53,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:21:53,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:21:53,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:21:53,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:21:53,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535cdb11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:21:53,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f1417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:21:53,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b8b9228{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/java.io.tmpdir/jetty-localhost-39175-hadoop-hdfs-3_4_1-tests_jar-_-any-2828885108912931321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:21:53,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a8474ee{HTTP/1.1, (http/1.1)}{localhost:39175} 2024-11-20T23:21:53,566 INFO [Time-limited test {}] server.Server(415): Started @244908ms 2024-11-20T23:21:53,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:21:54,354 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/cluster_bdaf2b2d-eafd-4881-81d2-2a35e6bea812/data/data2/current/BP-2118768096-172.17.0.2-1732144912404/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:54,354 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/cluster_bdaf2b2d-eafd-4881-81d2-2a35e6bea812/data/data1/current/BP-2118768096-172.17.0.2-1732144912404/current, will proceed with Du for space computation calculation, 2024-11-20T23:21:54,382 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:21:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ada4ec4f3d473e9 with lease ID 0x87b94242c50fe9b4: Processing first storage report for DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605 from datanode DatanodeRegistration(127.0.0.1:35655, datanodeUuid=51c4a4b7-1d87-4f22-9f47-f35629758049, infoPort=42315, infoSecurePort=0, ipcPort=42635, storageInfo=lv=-57;cid=testClusterID;nsid=986904284;c=1732144912404) 2024-11-20T23:21:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ada4ec4f3d473e9 with lease ID 0x87b94242c50fe9b4: from storage DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605 node DatanodeRegistration(127.0.0.1:35655, datanodeUuid=51c4a4b7-1d87-4f22-9f47-f35629758049, infoPort=42315, infoSecurePort=0, ipcPort=42635, storageInfo=lv=-57;cid=testClusterID;nsid=986904284;c=1732144912404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ada4ec4f3d473e9 with lease ID 0x87b94242c50fe9b4: Processing first storage report for DS-52222098-b789-4b93-b07e-25b7963481cc from datanode DatanodeRegistration(127.0.0.1:35655, datanodeUuid=51c4a4b7-1d87-4f22-9f47-f35629758049, infoPort=42315, infoSecurePort=0, ipcPort=42635, storageInfo=lv=-57;cid=testClusterID;nsid=986904284;c=1732144912404) 2024-11-20T23:21:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ada4ec4f3d473e9 with lease ID 0x87b94242c50fe9b4: from storage DS-52222098-b789-4b93-b07e-25b7963481cc node DatanodeRegistration(127.0.0.1:35655, datanodeUuid=51c4a4b7-1d87-4f22-9f47-f35629758049, infoPort=42315, infoSecurePort=0, ipcPort=42635, storageInfo=lv=-57;cid=testClusterID;nsid=986904284;c=1732144912404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:21:54,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48 2024-11-20T23:21:54,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:54,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:21:54,812 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302 with version=8 2024-11-20T23:21:54,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/hbase-staging 2024-11-20T23:21:54,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:54,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:54,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42701 2024-11-20T23:21:54,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42701 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:54,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427010x0, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:54,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42701-0x1015a8da6130006 connected 2024-11-20T23:21:55,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:55,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:55,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/running 2024-11-20T23:21:55,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302, hbase.cluster.distributed=false 2024-11-20T23:21:55,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/acl 2024-11-20T23:21:55,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-20T23:21:55,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42701 2024-11-20T23:21:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42701 2024-11-20T23:21:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-20T23:21:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-20T23:21:55,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:21:55,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:21:55,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42925 2024-11-20T23:21:55,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42925 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:55,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:55,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:55,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429250x0, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:55,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429250x0, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/running 2024-11-20T23:21:55,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42925-0x1015a8da6130007 connected 2024-11-20T23:21:55,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:21:55,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:21:55,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/master 2024-11-20T23:21:55,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/acl 2024-11-20T23:21:55,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-20T23:21:55,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42925 2024-11-20T23:21:55,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42925 2024-11-20T23:21:55,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-20T23:21:55,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-20T23:21:55,177 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:42701 2024-11-20T23:21:55,177 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2228722188/backup-masters/412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/backup-masters 2024-11-20T23:21:55,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/backup-masters 2024-11-20T23:21:55,189 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on existing znode=/2228722188/backup-masters/412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2228722188/master 2024-11-20T23:21:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:55,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:55,199 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on existing znode=/2228722188/master 2024-11-20T23:21:55,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2228722188/backup-masters/412a5e44fd2e,42701,1732144914815 from backup master directory 2024-11-20T23:21:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/backup-masters 2024-11-20T23:21:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2228722188/backup-masters/412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/backup-masters 2024-11-20T23:21:55,210 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:55,210 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:55,213 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/hbase.id] with ID: a392da01-4cbd-40ff-96d1-78ac9a95e81c 2024-11-20T23:21:55,214 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/.tmp/hbase.id 2024-11-20T23:21:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:21:55,623 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/.tmp/hbase.id]:[hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/hbase.id] 2024-11-20T23:21:55,633 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:21:55,633 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:21:55,634 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:21:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:21:56,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:56,104 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:21:56,105 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:21:56,111 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store 2024-11-20T23:21:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:21:56,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:56,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:56,173 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:21:56,519 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:56,519 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:21:56,519 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144916519Disabling compacts and flushes for region at 1732144916519Disabling writes for close at 1732144916519Writing region close event to WAL at 1732144916519Closed at 1732144916519 2024-11-20T23:21:56,519 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/.initializing 2024-11-20T23:21:56,520 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/WALs/412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:56,520 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:56,521 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C42701%2C1732144914815, suffix=, logDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/WALs/412a5e44fd2e,42701,1732144914815, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/oldWALs, maxLogs=10 2024-11-20T23:21:56,538 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/WALs/412a5e44fd2e,42701,1732144914815/412a5e44fd2e%2C42701%2C1732144914815.1732144916522, exclude list is [], retry=0 2024-11-20T23:21:56,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35655,DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605,DISK] 2024-11-20T23:21:56,543 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/WALs/412a5e44fd2e,42701,1732144914815/412a5e44fd2e%2C42701%2C1732144914815.1732144916522 2024-11-20T23:21:56,544 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-20T23:21:56,544 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:56,544 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:56,544 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,545 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:21:56,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:56,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:56,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:21:56,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:56,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:56,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:21:56,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:56,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:56,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:21:56,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:56,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:56,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,552 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:56,553 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:21:56,554 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:56,555 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62926838, jitterRate=-0.06231704354286194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:56,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144916545Initializing all the Stores at 1732144916545Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144916545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144916546 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144916546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144916546Cleaning up temporary data from old regions at 1732144916552 (+6 ms)Region opened successfully at 1732144916555 (+3 ms) 2024-11-20T23:21:56,555 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:21:56,557 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42889939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:56,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:21:56,558 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:21:56,560 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:21:56,560 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/balancer because node does not exist (not necessarily an error) 2024-11-20T23:21:56,607 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/balancer already deleted, retry=false 2024-11-20T23:21:56,607 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:21:56,608 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:21:56,620 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/normalizer already deleted, retry=false 2024-11-20T23:21:56,620 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:21:56,621 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:21:56,630 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/switch/split already deleted, retry=false 2024-11-20T23:21:56,631 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:21:56,641 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/switch/merge already deleted, retry=false 2024-11-20T23:21:56,642 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:21:56,651 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/snapshot-cleanup already deleted, retry=false 2024-11-20T23:21:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2228722188/running 2024-11-20T23:21:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2228722188/running 2024-11-20T23:21:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,742 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,42701,1732144914815, sessionid=0x1015a8da6130006, setting cluster-up flag (Was=false) 2024-11-20T23:21:56,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,809 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2228722188/flush-table-proc/acquired, /2228722188/flush-table-proc/reached, /2228722188/flush-table-proc/abort 2024-11-20T23:21:56,811 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:56,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:56,862 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2228722188/online-snapshot/acquired, /2228722188/online-snapshot/reached, /2228722188/online-snapshot/abort 2024-11-20T23:21:56,863 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:56,864 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:21:56,865 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:56,866 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:21:56,866 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:21:56,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,42701,1732144914815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:21:56,868 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(746): ClusterId : a392da01-4cbd-40ff-96d1-78ac9a95e81c 2024-11-20T23:21:56,868 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:56,868 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:21:56,868 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:56,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144946870 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:21:56,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:21:56,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:21:56,870 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:21:56,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:56,871 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144916871,5,FailOnTimeoutGroup] 2024-11-20T23:21:56,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:21:56,871 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144916871,5,FailOnTimeoutGroup] 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,871 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:21:56,872 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,872 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,882 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:21:56,882 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:21:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:21:56,894 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:21:56,894 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5d21ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:21:56,908 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:42925 2024-11-20T23:21:56,908 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:21:56,908 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:21:56,908 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:21:56,909 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,42701,1732144914815 with port=42925, startcode=1732144915134 2024-11-20T23:21:56,909 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:21:56,911 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:21:56,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42701 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,912 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302 2024-11-20T23:21:56,912 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39003 2024-11-20T23:21:56,912 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:21:56,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/rs 2024-11-20T23:21:56,950 DEBUG [RS:0;412a5e44fd2e:42925 {}] zookeeper.ZKUtil(111): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on existing znode=/2228722188/rs/412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,42925,1732144915134] 2024-11-20T23:21:56,950 WARN [RS:0;412a5e44fd2e:42925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:21:56,950 INFO [RS:0;412a5e44fd2e:42925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:56,950 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,953 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:21:56,956 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:21:56,956 INFO [RS:0;412a5e44fd2e:42925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:21:56,956 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,957 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:21:56,957 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:21:56,957 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,957 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:56,958 DEBUG [RS:0;412a5e44fd2e:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,965 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42925,1732144915134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:56,980 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:21:56,980 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42925,1732144915134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,980 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,980 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.Replication(171): 412a5e44fd2e,42925,1732144915134 started 2024-11-20T23:21:56,996 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:56,996 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,42925,1732144915134, RpcServer on 412a5e44fd2e/172.17.0.2:42925, sessionid=0x1015a8da6130007 2024-11-20T23:21:56,996 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:21:56,996 DEBUG [RS:0;412a5e44fd2e:42925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,996 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42925,1732144915134' 2024-11-20T23:21:56,996 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2228722188/flush-table-proc/abort' 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2228722188/flush-table-proc/acquired' 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42925,1732144915134' 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2228722188/online-snapshot/abort' 2024-11-20T23:21:56,997 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2228722188/online-snapshot/acquired' 2024-11-20T23:21:56,998 DEBUG [RS:0;412a5e44fd2e:42925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:21:56,998 INFO [RS:0;412a5e44fd2e:42925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:21:56,998 INFO [RS:0;412a5e44fd2e:42925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:21:57,098 INFO [RS:0;412a5e44fd2e:42925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:21:57,099 INFO [RS:0;412a5e44fd2e:42925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42925%2C1732144915134, suffix=, logDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/oldWALs, maxLogs=10 2024-11-20T23:21:57,116 DEBUG [RS:0;412a5e44fd2e:42925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, exclude list is [], retry=0 2024-11-20T23:21:57,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35655,DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605,DISK] 2024-11-20T23:21:57,120 INFO [RS:0;412a5e44fd2e:42925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 2024-11-20T23:21:57,124 DEBUG [RS:0;412a5e44fd2e:42925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-20T23:21:57,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:21:57,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302 2024-11-20T23:21:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:21:57,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:21:57,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:21:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:57,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:57,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:57,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:57,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:57,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:57,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:57,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:57,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:57,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:57,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:57,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:57,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:57,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:57,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:57,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:57,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:57,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:57,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740 2024-11-20T23:21:57,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740 2024-11-20T23:21:57,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:57,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:57,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:57,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:57,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:57,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67686966, jitterRate=0.008614391088485718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144917699Initializing all the Stores at 1732144917700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144917700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144917700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144917700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144917700Cleaning up temporary data from old regions at 1732144917707 (+7 ms)Region opened successfully at 1732144917714 (+7 ms) 2024-11-20T23:21:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:21:57,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:21:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:21:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:21:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:21:57,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:21:57,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144917714Disabling compacts and flushes for region at 1732144917714Disabling writes for close at 1732144917714Writing region close event to WAL at 1732144917715 (+1 ms)Closed at 1732144917715 2024-11-20T23:21:57,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:57,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:21:57,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:21:57,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:57,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:21:57,869 DEBUG [412a5e44fd2e:42701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:21:57,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:57,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42925,1732144915134, state=OPENING 2024-11-20T23:21:57,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:21:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:21:57,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:21:57,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2228722188/meta-region-server: CHANGED 2024-11-20T23:21:57,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2228722188/meta-region-server: CHANGED 2024-11-20T23:21:57,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42925,1732144915134}] 2024-11-20T23:21:58,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:21:58,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:21:58,050 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:21:58,050 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:21:58,050 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:21:58,051 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42925%2C1732144915134.meta, suffix=.meta, logDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/oldWALs, maxLogs=10 2024-11-20T23:21:58,063 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.meta.1732144918051.meta, exclude list is [], retry=0 2024-11-20T23:21:58,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35655,DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605,DISK] 2024-11-20T23:21:58,066 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.meta.1732144918051.meta 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:58,067 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:21:58,067 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:21:58,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:21:58,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:21:58,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:21:58,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:58,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:21:58,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:21:58,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:58,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:21:58,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:21:58,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:58,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:21:58,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:21:58,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:21:58,072 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:21:58,072 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740 2024-11-20T23:21:58,073 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740 2024-11-20T23:21:58,074 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:21:58,074 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:21:58,074 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:21:58,075 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:21:58,075 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73697132, jitterRate=0.09817284345626831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:21:58,075 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:21:58,075 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144918067Writing region info on filesystem at 1732144918067Initializing all the Stores at 1732144918068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144918068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144918068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144918068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144918068Cleaning up temporary data from old regions at 1732144918074 (+6 ms)Running coprocessor post-open hooks at 1732144918075 (+1 ms)Region opened successfully at 1732144918075 2024-11-20T23:21:58,076 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144918046 2024-11-20T23:21:58,078 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:21:58,078 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:21:58,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:58,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42925,1732144915134, state=OPEN 2024-11-20T23:21:58,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2228722188/meta-region-server 2024-11-20T23:21:58,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2228722188/meta-region-server 2024-11-20T23:21:58,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42925,1732144915134 2024-11-20T23:21:58,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2228722188/meta-region-server: CHANGED 2024-11-20T23:21:58,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2228722188/meta-region-server: CHANGED 2024-11-20T23:21:58,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:21:58,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42925,1732144915134 in 197 msec 2024-11-20T23:21:58,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:21:58,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-20T23:21:58,095 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:21:58,095 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:21:58,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:58,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42925,1732144915134, seqNum=-1] 2024-11-20T23:21:58,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:58,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:58,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-20T23:21:58,101 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144918101, completionTime=-1 2024-11-20T23:21:58,101 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:21:58,101 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144978103 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145038103 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,103 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:42701, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,104 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,104 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,105 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:21:58,107 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:21:58,108 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:21:58,108 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:21:58,108 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42701,1732144914815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:21:58,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11eed18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:58,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:21:58,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:21:58,169 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:21:58,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32eaec21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:21:58,171 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:21:58,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b19baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:21:58,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:21:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42925,1732144915134, seqNum=-1] 2024-11-20T23:21:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:21:58,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:21:58,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,42701,1732144914815 2024-11-20T23:21:58,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-20T23:21:58,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:21:58,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015a8da6130008 connected 2024-11-20T23:21:58,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37595,1732144902851 2024-11-20T23:21:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9a3466 2024-11-20T23:21:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:58,204 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:58,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:21:58,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:58,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:21:58,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:21:58,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8590405333a5be488c4ad50ff639aaa9, NAME => 'test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e 2024-11-20T23:21:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8590405333a5be488c4ad50ff639aaa9, disabling compactions & flushes 2024-11-20T23:21:58,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. after waiting 0 ms 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8590405333a5be488c4ad50ff639aaa9: Waiting for close lock at 1732144918238Disabling compacts and flushes for region at 1732144918238Disabling writes for close at 1732144918238Writing region close event to WAL at 1732144918238Closed at 1732144918238 2024-11-20T23:21:58,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:58,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144918240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144918240"}]},"ts":"1732144918240"} 2024-11-20T23:21:58,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:58,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:58,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144918243"}]},"ts":"1732144918243"} 2024-11-20T23:21:58,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:21:58,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8590405333a5be488c4ad50ff639aaa9, ASSIGN}] 2024-11-20T23:21:58,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8590405333a5be488c4ad50ff639aaa9, ASSIGN 2024-11-20T23:21:58,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8590405333a5be488c4ad50ff639aaa9, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35919,1732144903184; forceNewPlan=false, retain=false 2024-11-20T23:21:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:58,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8590405333a5be488c4ad50ff639aaa9, regionState=OPENING, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8590405333a5be488c4ad50ff639aaa9, ASSIGN because future has completed 2024-11-20T23:21:58,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8590405333a5be488c4ad50ff639aaa9, server=412a5e44fd2e,35919,1732144903184}] 2024-11-20T23:21:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:58,559 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,559 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8590405333a5be488c4ad50ff639aaa9, NAME => 'test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:58,559 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:58,559 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:21:58,559 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,560 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:58,560 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,560 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,572 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,574 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8590405333a5be488c4ad50ff639aaa9 columnFamilyName f 2024-11-20T23:21:58,574 DEBUG [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,574 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(327): Store=8590405333a5be488c4ad50ff639aaa9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:58,574 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,576 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8590405333a5be488c4ad50ff639aaa9 columnFamilyName f1 2024-11-20T23:21:58,576 DEBUG [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,576 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(327): Store=8590405333a5be488c4ad50ff639aaa9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:58,576 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,577 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8590405333a5be488c4ad50ff639aaa9 columnFamilyName norep 2024-11-20T23:21:58,577 DEBUG [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,577 INFO [StoreOpener-8590405333a5be488c4ad50ff639aaa9-1 {}] regionserver.HStore(327): Store=8590405333a5be488c4ad50ff639aaa9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:58,578 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,578 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,578 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,579 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,579 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,579 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:21:58,580 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,581 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:21:58,582 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8590405333a5be488c4ad50ff639aaa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72999067, jitterRate=0.08777086436748505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:21:58,582 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:21:58,582 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8590405333a5be488c4ad50ff639aaa9: Running coprocessor pre-open hook at 1732144918560Writing region info on filesystem at 1732144918560Initializing all the Stores at 1732144918561 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144918561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144918572 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144918572Cleaning up temporary data from old regions at 1732144918579 (+7 ms)Running coprocessor post-open hooks at 1732144918582 (+3 ms)Region opened successfully at 1732144918582 2024-11-20T23:21:58,583 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144918205.8590405333a5be488c4ad50ff639aaa9., pid=6, masterSystemTime=1732144918554 2024-11-20T23:21:58,585 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,585 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:21:58,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8590405333a5be488c4ad50ff639aaa9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:21:58,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8590405333a5be488c4ad50ff639aaa9, server=412a5e44fd2e,35919,1732144903184 because future has completed 2024-11-20T23:21:58,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:21:58,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8590405333a5be488c4ad50ff639aaa9, server=412a5e44fd2e,35919,1732144903184 in 188 msec 2024-11-20T23:21:58,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:21:58,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8590405333a5be488c4ad50ff639aaa9, ASSIGN in 344 msec 2024-11-20T23:21:58,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:21:58,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144918592"}]},"ts":"1732144918592"} 2024-11-20T23:21:58,594 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:21:58,594 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:21:58,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-11-20T23:21:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:58,833 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:21:58,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:21:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37083,1732144909145 2024-11-20T23:21:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30defd68 2024-11-20T23:21:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:21:58,835 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:21:58,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:21:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:21:58,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:21:58,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:58,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:21:58,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:21:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:21:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:59,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c45f2d79d893341adc74dd87a530129b, NAME => 'test,,1732144918835.c45f2d79d893341adc74dd87a530129b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d 2024-11-20T23:21:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:21:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:59,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144918835.c45f2d79d893341adc74dd87a530129b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:59,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c45f2d79d893341adc74dd87a530129b, disabling compactions & flushes 2024-11-20T23:21:59,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:21:59,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:21:59,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144918835.c45f2d79d893341adc74dd87a530129b. after waiting 0 ms 2024-11-20T23:21:59,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:21:59,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:21:59,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c45f2d79d893341adc74dd87a530129b: Waiting for close lock at 1732144919654Disabling compacts and flushes for region at 1732144919654Disabling writes for close at 1732144919654Writing region close event to WAL at 1732144919654Closed at 1732144919654 2024-11-20T23:21:59,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:21:59,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144918835.c45f2d79d893341adc74dd87a530129b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144919657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144919657"}]},"ts":"1732144919657"} 2024-11-20T23:21:59,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:21:59,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:21:59,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144919661"}]},"ts":"1732144919661"} 2024-11-20T23:21:59,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:21:59,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c45f2d79d893341adc74dd87a530129b, ASSIGN}] 2024-11-20T23:21:59,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c45f2d79d893341adc74dd87a530129b, ASSIGN 2024-11-20T23:21:59,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c45f2d79d893341adc74dd87a530129b, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46109,1732144909299; forceNewPlan=false, retain=false 2024-11-20T23:21:59,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c45f2d79d893341adc74dd87a530129b, regionState=OPENING, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:21:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c45f2d79d893341adc74dd87a530129b, ASSIGN because future has completed 2024-11-20T23:21:59,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45f2d79d893341adc74dd87a530129b, server=412a5e44fd2e,46109,1732144909299}] 2024-11-20T23:21:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:21:59,978 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:21:59,978 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c45f2d79d893341adc74dd87a530129b, NAME => 'test,,1732144918835.c45f2d79d893341adc74dd87a530129b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:21:59,979 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:21:59,979 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:21:59,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144918835.c45f2d79d893341adc74dd87a530129b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:21:59,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,985 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,986 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45f2d79d893341adc74dd87a530129b columnFamilyName f 2024-11-20T23:21:59,986 DEBUG [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:59,987 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(327): Store=c45f2d79d893341adc74dd87a530129b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:59,987 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,988 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45f2d79d893341adc74dd87a530129b columnFamilyName f1 2024-11-20T23:21:59,988 DEBUG [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:59,989 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(327): Store=c45f2d79d893341adc74dd87a530129b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:59,989 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,990 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45f2d79d893341adc74dd87a530129b columnFamilyName norep 2024-11-20T23:21:59,990 DEBUG [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:21:59,990 INFO [StoreOpener-c45f2d79d893341adc74dd87a530129b-1 {}] regionserver.HStore(327): Store=c45f2d79d893341adc74dd87a530129b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:21:59,990 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,991 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,991 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,996 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:21:59,996 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:22:00,003 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:00,006 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:22:00,009 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:00,010 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c45f2d79d893341adc74dd87a530129b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70368567, jitterRate=0.04857335984706879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:00,010 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:22:00,010 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c45f2d79d893341adc74dd87a530129b: Running coprocessor pre-open hook at 1732144919979Writing region info on filesystem at 1732144919979Initializing all the Stores at 1732144919980 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144919980Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144919980Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144919980Cleaning up temporary data from old regions at 1732144919996 (+16 ms)Running coprocessor post-open hooks at 1732144920010 (+14 ms)Region opened successfully at 1732144920010 2024-11-20T23:22:00,017 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144918835.c45f2d79d893341adc74dd87a530129b., pid=6, masterSystemTime=1732144919973 2024-11-20T23:22:00,021 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:00,021 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:00,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c45f2d79d893341adc74dd87a530129b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:22:00,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45f2d79d893341adc74dd87a530129b, server=412a5e44fd2e,46109,1732144909299 because future has completed 2024-11-20T23:22:00,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:22:00,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c45f2d79d893341adc74dd87a530129b, server=412a5e44fd2e,46109,1732144909299 in 208 msec 2024-11-20T23:22:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:22:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c45f2d79d893341adc74dd87a530129b, ASSIGN in 368 msec 2024-11-20T23:22:00,038 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:00,038 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144920038"}]},"ts":"1732144920038"} 2024-11-20T23:22:00,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:22:00,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:00,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-20T23:22:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:00,983 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:22:00,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4912f5e1 2024-11-20T23:22:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:00,986 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:00,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:22:00,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:00,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:00,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:00,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:22:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:22:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:01,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0872c6331c71b6f3d9f38834b25daee, NAME => 'test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302 2024-11-20T23:22:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0872c6331c71b6f3d9f38834b25daee, disabling compactions & flushes 2024-11-20T23:22:01,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. after waiting 0 ms 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0872c6331c71b6f3d9f38834b25daee: Waiting for close lock at 1732144921405Disabling compacts and flushes for region at 1732144921405Disabling writes for close at 1732144921405Writing region close event to WAL at 1732144921405Closed at 1732144921405 2024-11-20T23:22:01,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:01,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144921406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144921406"}]},"ts":"1732144921406"} 2024-11-20T23:22:01,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:01,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:01,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144921409"}]},"ts":"1732144921409"} 2024-11-20T23:22:01,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:22:01,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0872c6331c71b6f3d9f38834b25daee, ASSIGN}] 2024-11-20T23:22:01,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0872c6331c71b6f3d9f38834b25daee, ASSIGN 2024-11-20T23:22:01,412 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0872c6331c71b6f3d9f38834b25daee, ASSIGN; state=OFFLINE, location=412a5e44fd2e,42925,1732144915134; forceNewPlan=false, retain=false 2024-11-20T23:22:01,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0872c6331c71b6f3d9f38834b25daee, regionState=OPENING, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:01,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0872c6331c71b6f3d9f38834b25daee, ASSIGN because future has completed 2024-11-20T23:22:01,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0872c6331c71b6f3d9f38834b25daee, server=412a5e44fd2e,42925,1732144915134}] 2024-11-20T23:22:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:01,720 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,721 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0872c6331c71b6f3d9f38834b25daee, NAME => 'test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:01,721 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:01,721 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:22:01,721 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,721 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:01,721 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,721 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,722 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,723 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0872c6331c71b6f3d9f38834b25daee columnFamilyName f 2024-11-20T23:22:01,723 DEBUG [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:01,724 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(327): Store=f0872c6331c71b6f3d9f38834b25daee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:01,724 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,725 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0872c6331c71b6f3d9f38834b25daee columnFamilyName f1 2024-11-20T23:22:01,725 DEBUG [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:01,725 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(327): Store=f0872c6331c71b6f3d9f38834b25daee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:01,725 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,726 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0872c6331c71b6f3d9f38834b25daee columnFamilyName norep 2024-11-20T23:22:01,726 DEBUG [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:01,726 INFO [StoreOpener-f0872c6331c71b6f3d9f38834b25daee-1 {}] regionserver.HStore(327): Store=f0872c6331c71b6f3d9f38834b25daee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:01,727 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,727 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,727 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,728 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,728 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,728 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:01,729 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,731 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:01,731 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0872c6331c71b6f3d9f38834b25daee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65753795, jitterRate=-0.02019210159778595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:01,731 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:01,731 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0872c6331c71b6f3d9f38834b25daee: Running coprocessor pre-open hook at 1732144921721Writing region info on filesystem at 1732144921721Initializing all the Stores at 1732144921722 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144921722Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144921722Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144921722Cleaning up temporary data from old regions at 1732144921728 (+6 ms)Running coprocessor post-open hooks at 1732144921731 (+3 ms)Region opened successfully at 1732144921731 2024-11-20T23:22:01,732 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee., pid=6, masterSystemTime=1732144921717 2024-11-20T23:22:01,734 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,734 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:01,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0872c6331c71b6f3d9f38834b25daee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:01,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0872c6331c71b6f3d9f38834b25daee, server=412a5e44fd2e,42925,1732144915134 because future has completed 2024-11-20T23:22:01,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:22:01,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0872c6331c71b6f3d9f38834b25daee, server=412a5e44fd2e,42925,1732144915134 in 172 msec 2024-11-20T23:22:01,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:22:01,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0872c6331c71b6f3d9f38834b25daee, ASSIGN in 328 msec 2024-11-20T23:22:01,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:01,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144921745"}]},"ts":"1732144921745"} 2024-11-20T23:22:01,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:22:01,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:01,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-20T23:22:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:02,123 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:22:02,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a10a224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:02,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:02,125 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:02,127 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1347d3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37595,1732144902851 2024-11-20T23:22:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e2dc0e 2024-11-20T23:22:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:02,132 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:02,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:37083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:02,138 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37083' 2024-11-20T23:22:02,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f7b550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,139 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:22:02,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:02,140 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:22:02,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:22:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e03261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:22:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:02,142 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278f29fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:02,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:02,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37083,1732144909145 2024-11-20T23:22:02,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8f715f 2024-11-20T23:22:02,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:02,145 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:02,146 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:22:02,146 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:02,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:02,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:02,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:02,147 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:02,148 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:02,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:02,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:02,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:02,198 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:02,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d2bdd44a9fbdaa1eede758f1ace2ab8, NAME => 'hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e 2024-11-20T23:22:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:02,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d2bdd44a9fbdaa1eede758f1ace2ab8, disabling compactions & flushes 2024-11-20T23:22:02,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. after waiting 0 ms 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:02,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:02,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d2bdd44a9fbdaa1eede758f1ace2ab8: Waiting for close lock at 1732144922987Disabling compacts and flushes for region at 1732144922987Disabling writes for close at 1732144922987Writing region close event to WAL at 1732144922987Closed at 1732144922987 2024-11-20T23:22:02,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:02,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144922989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144922989"}]},"ts":"1732144922989"} 2024-11-20T23:22:02,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:02,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:02,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144922992"}]},"ts":"1732144922992"} 2024-11-20T23:22:02,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:02,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2bdd44a9fbdaa1eede758f1ace2ab8, ASSIGN}] 2024-11-20T23:22:02,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2bdd44a9fbdaa1eede758f1ace2ab8, ASSIGN 2024-11-20T23:22:02,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d2bdd44a9fbdaa1eede758f1ace2ab8, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35919,1732144903184; forceNewPlan=false, retain=false 2024-11-20T23:22:03,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d2bdd44a9fbdaa1eede758f1ace2ab8, regionState=OPENING, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:22:03,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d2bdd44a9fbdaa1eede758f1ace2ab8, ASSIGN because future has completed 2024-11-20T23:22:03,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d2bdd44a9fbdaa1eede758f1ace2ab8, server=412a5e44fd2e,35919,1732144903184}] 2024-11-20T23:22:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:03,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:03,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:03,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:03,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35919%2C1732144903184.rep, suffix=, logDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184, archiveDir=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/oldWALs, maxLogs=10 2024-11-20T23:22:03,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.rep.1732144923337, exclude list is [], retry=0 2024-11-20T23:22:03,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-d800db54-725f-4611-bdfb-7fb71f9ab467,DISK] 2024-11-20T23:22:03,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.rep.1732144923337 2024-11-20T23:22:03,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39283:39283)] 2024-11-20T23:22:03,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d2bdd44a9fbdaa1eede758f1ace2ab8, NAME => 'hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:03,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:03,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:03,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. service=MultiRowMutationService 2024-11-20T23:22:03,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:03,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:03,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,452 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,465 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2bdd44a9fbdaa1eede758f1ace2ab8 columnFamilyName hfileref 2024-11-20T23:22:03,465 DEBUG [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:03,468 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(327): Store=2d2bdd44a9fbdaa1eede758f1ace2ab8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:03,468 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,470 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2bdd44a9fbdaa1eede758f1ace2ab8 columnFamilyName queue 2024-11-20T23:22:03,470 DEBUG [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:03,470 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(327): Store=2d2bdd44a9fbdaa1eede758f1ace2ab8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:03,470 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,473 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2bdd44a9fbdaa1eede758f1ace2ab8 columnFamilyName sid 2024-11-20T23:22:03,474 DEBUG [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:03,474 INFO [StoreOpener-2d2bdd44a9fbdaa1eede758f1ace2ab8-1 {}] regionserver.HStore(327): Store=2d2bdd44a9fbdaa1eede758f1ace2ab8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:03,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:03,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:03,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d2bdd44a9fbdaa1eede758f1ace2ab8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690511, jitterRate=0.08317302167415619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:03,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:03,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d2bdd44a9fbdaa1eede758f1ace2ab8: Running coprocessor pre-open hook at 1732144923430Writing region info on filesystem at 1732144923430Initializing all the Stores at 1732144923444 (+14 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144923444Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144923446 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144923446Cleaning up temporary data from old regions at 1732144923477 (+31 ms)Running coprocessor post-open hooks at 1732144923483 (+6 ms)Region opened successfully at 1732144923483 2024-11-20T23:22:03,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8., pid=10, masterSystemTime=1732144923309 2024-11-20T23:22:03,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d2bdd44a9fbdaa1eede758f1ace2ab8, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35919,1732144903184 2024-11-20T23:22:03,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:03,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:03,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d2bdd44a9fbdaa1eede758f1ace2ab8, server=412a5e44fd2e,35919,1732144903184 because future has completed 2024-11-20T23:22:03,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:03,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d2bdd44a9fbdaa1eede758f1ace2ab8, server=412a5e44fd2e,35919,1732144903184 in 352 msec 2024-11-20T23:22:03,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:03,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2bdd44a9fbdaa1eede758f1ace2ab8, ASSIGN in 513 msec 2024-11-20T23:22:03,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:03,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144923511"}]},"ts":"1732144923511"} 2024-11-20T23:22:03,514 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:03,516 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:03,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3690 sec 2024-11-20T23:22:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8., hostname=412a5e44fd2e,35919,1732144903184, seqNum=2] 2024-11-20T23:22:03,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:03,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:22:03,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:22:03,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:03,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:03,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:03,779 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:03,835 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,35919,1732144903184, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35919,1732144903184, seqNum=-1] 2024-11-20T23:22:03,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:03,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,35919,1732144903184', locateType=CURRENT is [region=hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8., hostname=412a5e44fd2e,35919,1732144903184, seqNum=2] 2024-11-20T23:22:03,844 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:03,859 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,35919,1732144903184 suceeded 2024-11-20T23:22:03,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:03,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-20T23:22:03,862 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:37083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:03,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7300 sec 2024-11-20T23:22:03,874 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37083' 2024-11-20T23:22:03,876 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3781f54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:03,876 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:22:03,876 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:03,877 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:22:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e813c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:03,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:03,879 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:03,880 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250774d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:03,880 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37083,1732144909145 2024-11-20T23:22:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11226485 2024-11-20T23:22:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:03,882 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:03,883 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,35919,1732144903184 (queues=1) is replicating from cluster=2b01abfd-a24e-4086-a101-9b3ed738e7ce to cluster=45f1e2f9-0058-4680-afb8-be395213160e 2024-11-20T23:22:03,883 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C35919%2C1732144903184 2024-11-20T23:22:03,884 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,35919,1732144903184, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:03,886 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, startPosition=0, beingWritten=true 2024-11-20T23:22:03,889 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C35919%2C1732144903184 2024-11-20T23:22:03,909 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:03,909 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:03,910 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:04,116 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:04,288 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:04,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:04,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:04,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:04,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4173f213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:22:04,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:04,291 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:22:04,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:04,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:22:04,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486b1c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:22:04,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:04,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,294 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71046448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37083,1732144909145 2024-11-20T23:22:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa08cc 2024-11-20T23:22:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:04,300 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:04,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:42701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:04,317 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:42701' 2024-11-20T23:22:04,320 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a959112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,320 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:04,321 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:04,321 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:04,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:04,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c1562f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,324 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:04,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600854f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:04,326 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c9007e 2024-11-20T23:22:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:04,329 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:04,330 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T23:22:04,330 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:04,330 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,330 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:04,331 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:04,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:04,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:04,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:04,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:04,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:04,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:04,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f81d2a34ddedb2847cb14942f5f4b048, NAME => 'hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d 2024-11-20T23:22:04,386 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f81d2a34ddedb2847cb14942f5f4b048, disabling compactions & flushes 2024-11-20T23:22:04,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. after waiting 0 ms 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f81d2a34ddedb2847cb14942f5f4b048: Waiting for close lock at 1732144924401Disabling compacts and flushes for region at 1732144924401Disabling writes for close at 1732144924401Writing region close event to WAL at 1732144924401Closed at 1732144924401 2024-11-20T23:22:04,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:04,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144924402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144924402"}]},"ts":"1732144924402"} 2024-11-20T23:22:04,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:04,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:04,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144924405"}]},"ts":"1732144924405"} 2024-11-20T23:22:04,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:04,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f81d2a34ddedb2847cb14942f5f4b048, ASSIGN}] 2024-11-20T23:22:04,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f81d2a34ddedb2847cb14942f5f4b048, ASSIGN 2024-11-20T23:22:04,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f81d2a34ddedb2847cb14942f5f4b048, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46109,1732144909299; forceNewPlan=false, retain=false 2024-11-20T23:22:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:04,435 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:04,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f81d2a34ddedb2847cb14942f5f4b048, regionState=OPENING, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:22:04,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f81d2a34ddedb2847cb14942f5f4b048, ASSIGN because future has completed 2024-11-20T23:22:04,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81d2a34ddedb2847cb14942f5f4b048, server=412a5e44fd2e,46109,1732144909299}] 2024-11-20T23:22:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:04,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:04,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:04,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C46109%2C1732144909299.rep, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/oldWALs, maxLogs=10 2024-11-20T23:22:04,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.rep.1732144924745, exclude list is [], retry=0 2024-11-20T23:22:04,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36603,DS-e9458c2f-5f2a-444f-8637-8cc0bf295ddd,DISK] 2024-11-20T23:22:04,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.rep.1732144924745 2024-11-20T23:22:04,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37457:37457)] 2024-11-20T23:22:04,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f81d2a34ddedb2847cb14942f5f4b048, NAME => 'hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:04,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. service=MultiRowMutationService 2024-11-20T23:22:04,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,782 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,783 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81d2a34ddedb2847cb14942f5f4b048 columnFamilyName hfileref 2024-11-20T23:22:04,783 DEBUG [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:04,783 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(327): Store=f81d2a34ddedb2847cb14942f5f4b048/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:04,783 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,784 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81d2a34ddedb2847cb14942f5f4b048 columnFamilyName queue 2024-11-20T23:22:04,785 DEBUG [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:04,785 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(327): Store=f81d2a34ddedb2847cb14942f5f4b048/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:04,785 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,786 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81d2a34ddedb2847cb14942f5f4b048 columnFamilyName sid 2024-11-20T23:22:04,786 DEBUG [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:04,786 INFO [StoreOpener-f81d2a34ddedb2847cb14942f5f4b048-1 {}] regionserver.HStore(327): Store=f81d2a34ddedb2847cb14942f5f4b048/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:04,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/replication/f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/replication/f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:04,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/replication/f81d2a34ddedb2847cb14942f5f4b048/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:04,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f81d2a34ddedb2847cb14942f5f4b048; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61481791, jitterRate=-0.08384992182254791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:04,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:04,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f81d2a34ddedb2847cb14942f5f4b048: Running coprocessor pre-open hook at 1732144924777Writing region info on filesystem at 1732144924777Initializing all the Stores at 1732144924779 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144924779Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144924781 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144924781Cleaning up temporary data from old regions at 1732144924789 (+8 ms)Running coprocessor post-open hooks at 1732144924817 (+28 ms)Region opened successfully at 1732144924817 2024-11-20T23:22:04,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048., pid=10, masterSystemTime=1732144924723 2024-11-20T23:22:04,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:04,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f81d2a34ddedb2847cb14942f5f4b048, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46109,1732144909299 2024-11-20T23:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81d2a34ddedb2847cb14942f5f4b048, server=412a5e44fd2e,46109,1732144909299 because future has completed 2024-11-20T23:22:04,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:04,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f81d2a34ddedb2847cb14942f5f4b048, server=412a5e44fd2e,46109,1732144909299 in 268 msec 2024-11-20T23:22:04,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:04,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f81d2a34ddedb2847cb14942f5f4b048, ASSIGN in 426 msec 2024-11-20T23:22:04,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:04,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144924837"}]},"ts":"1732144924837"} 2024-11-20T23:22:04,839 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:04,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:04,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:04,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 509 msec 2024-11-20T23:22:04,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048., hostname=412a5e44fd2e,46109,1732144909299, seqNum=2] 2024-11-20T23:22:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:05,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:22:05,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:22:05,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:05,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46109 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:05,223 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:05,300 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,46109,1732144909299, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46109,1732144909299, seqNum=-1] 2024-11-20T23:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:05,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:05,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,46109,1732144909299', locateType=CURRENT is [region=hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048., hostname=412a5e44fd2e,46109,1732144909299, seqNum=2] 2024-11-20T23:22:05,306 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:05,308 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,46109,1732144909299 suceeded 2024-11-20T23:22:05,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:05,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 260 msec 2024-11-20T23:22:05,310 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:42701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:05,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0040 sec 2024-11-20T23:22:05,320 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:42701' 2024-11-20T23:22:05,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@485d26b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:05,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:05,322 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:05,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:05,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:05,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7232c5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:05,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:05,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,323 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:05,324 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1cd797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,324 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:05,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:05,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9a8474 2024-11-20T23:22:05,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:05,326 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:05,327 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,46109,1732144909299 (queues=1) is replicating from cluster=45f1e2f9-0058-4680-afb8-be395213160e to cluster=a392da01-4cbd-40ff-96d1-78ac9a95e81c 2024-11-20T23:22:05,327 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C46109%2C1732144909299 2024-11-20T23:22:05,327 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,46109,1732144909299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:05,327 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C46109%2C1732144909299 2024-11-20T23:22:05,328 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, startPosition=0, beingWritten=true 2024-11-20T23:22:05,335 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:05,335 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:05,336 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:05,343 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:05,457 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:05,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:05,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:05,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:05,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60912507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:05,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:05,464 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa8dde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,467 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:05,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff9fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@337a2ff1 2024-11-20T23:22:05,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:05,471 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:05,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:37595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:05,476 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37595' 2024-11-20T23:22:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:05,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e762cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,489 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:05,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:05,492 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:05,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:05,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:05,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a0957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:05,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:05,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,495 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c051aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:05,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:05,497 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37595,1732144902851 2024-11-20T23:22:05,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@167058c7 2024-11-20T23:22:05,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:05,508 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:05,510 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:22:05,510 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:05,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:05,510 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:05,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:05,522 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:05,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:05,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:05,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:05,545 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:05,581 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:05,857 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:05,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98ce36360e5016b0734a0dfd8bbe3ed0, NAME => 'hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302 2024-11-20T23:22:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:05,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:05,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98ce36360e5016b0734a0dfd8bbe3ed0, disabling compactions & flushes 2024-11-20T23:22:05,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:05,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:05,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. after waiting 0 ms 2024-11-20T23:22:05,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:05,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:05,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98ce36360e5016b0734a0dfd8bbe3ed0: Waiting for close lock at 1732144925950Disabling compacts and flushes for region at 1732144925950Disabling writes for close at 1732144925951 (+1 ms)Writing region close event to WAL at 1732144925951Closed at 1732144925951 2024-11-20T23:22:05,953 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:05,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:05,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144925953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144925953"}]},"ts":"1732144925953"} 2024-11-20T23:22:05,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:05,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:05,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144925958"}]},"ts":"1732144925958"} 2024-11-20T23:22:05,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:05,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98ce36360e5016b0734a0dfd8bbe3ed0, ASSIGN}] 2024-11-20T23:22:05,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98ce36360e5016b0734a0dfd8bbe3ed0, ASSIGN 2024-11-20T23:22:05,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98ce36360e5016b0734a0dfd8bbe3ed0, ASSIGN; state=OFFLINE, location=412a5e44fd2e,42925,1732144915134; forceNewPlan=false, retain=false 2024-11-20T23:22:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:06,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98ce36360e5016b0734a0dfd8bbe3ed0, regionState=OPENING, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:06,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98ce36360e5016b0734a0dfd8bbe3ed0, ASSIGN because future has completed 2024-11-20T23:22:06,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ce36360e5016b0734a0dfd8bbe3ed0, server=412a5e44fd2e,42925,1732144915134}] 2024-11-20T23:22:06,262 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:06,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:06,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:06,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:06,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42925%2C1732144915134.rep, suffix=, logDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/oldWALs, maxLogs=10 2024-11-20T23:22:06,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.rep.1732144926276, exclude list is [], retry=0 2024-11-20T23:22:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35655,DS-29bb78e1-cf62-497a-b4c4-0e30a64b9605,DISK] 2024-11-20T23:22:06,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.rep.1732144926276 2024-11-20T23:22:06,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-20T23:22:06,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98ce36360e5016b0734a0dfd8bbe3ed0, NAME => 'hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:06,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. service=MultiRowMutationService 2024-11-20T23:22:06,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,312 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,313 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ce36360e5016b0734a0dfd8bbe3ed0 columnFamilyName hfileref 2024-11-20T23:22:06,313 DEBUG [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:06,313 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(327): Store=98ce36360e5016b0734a0dfd8bbe3ed0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:06,313 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,314 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ce36360e5016b0734a0dfd8bbe3ed0 columnFamilyName queue 2024-11-20T23:22:06,314 DEBUG [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:06,314 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(327): Store=98ce36360e5016b0734a0dfd8bbe3ed0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:06,314 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,315 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ce36360e5016b0734a0dfd8bbe3ed0 columnFamilyName sid 2024-11-20T23:22:06,315 DEBUG [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:06,316 INFO [StoreOpener-98ce36360e5016b0734a0dfd8bbe3ed0-1 {}] regionserver.HStore(327): Store=98ce36360e5016b0734a0dfd8bbe3ed0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:06,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:06,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:06,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98ce36360e5016b0734a0dfd8bbe3ed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68610277, jitterRate=0.02237279713153839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:06,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:06,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98ce36360e5016b0734a0dfd8bbe3ed0: Running coprocessor pre-open hook at 1732144926305Writing region info on filesystem at 1732144926305Initializing all the Stores at 1732144926306 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144926306Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144926311 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144926311Cleaning up temporary data from old regions at 1732144926318 (+7 ms)Running coprocessor post-open hooks at 1732144926329 (+11 ms)Region opened successfully at 1732144926329 2024-11-20T23:22:06,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0., pid=10, masterSystemTime=1732144926270 2024-11-20T23:22:06,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98ce36360e5016b0734a0dfd8bbe3ed0, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:06,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:06,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ce36360e5016b0734a0dfd8bbe3ed0, server=412a5e44fd2e,42925,1732144915134 because future has completed 2024-11-20T23:22:06,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:06,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98ce36360e5016b0734a0dfd8bbe3ed0, server=412a5e44fd2e,42925,1732144915134 in 232 msec 2024-11-20T23:22:06,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:06,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98ce36360e5016b0734a0dfd8bbe3ed0, ASSIGN in 390 msec 2024-11-20T23:22:06,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:06,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144926355"}]},"ts":"1732144926355"} 2024-11-20T23:22:06,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:06,426 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:06,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 916 msec 2024-11-20T23:22:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0., hostname=412a5e44fd2e,42925,1732144915134, seqNum=2] 2024-11-20T23:22:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:22:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:22:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:06,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:06,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:06,766 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:06,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:06,832 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:06,881 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,42925,1732144915134, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42925,1732144915134, seqNum=-1] 2024-11-20T23:22:06,882 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:06,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,42925,1732144915134', locateType=CURRENT is [region=hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0., hostname=412a5e44fd2e,42925,1732144915134, seqNum=2] 2024-11-20T23:22:06,892 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:06,896 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,42925,1732144915134 suceeded 2024-11-20T23:22:06,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:06,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-20T23:22:06,899 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:37595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:06,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-20T23:22:06,913 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37595' 2024-11-20T23:22:06,916 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c170dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:06,916 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:06,916 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:06,917 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:06,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:06,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@405cbba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:06,919 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:06,920 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250d1d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:06,920 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:06,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37595,1732144902851 2024-11-20T23:22:06,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f1fa0b 2024-11-20T23:22:06,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:06,922 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:06,923 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,42925,1732144915134 (queues=1) is replicating from cluster=a392da01-4cbd-40ff-96d1-78ac9a95e81c to cluster=2b01abfd-a24e-4086-a101-9b3ed738e7ce 2024-11-20T23:22:06,923 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C42925%2C1732144915134 2024-11-20T23:22:06,923 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,42925,1732144915134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:06,928 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, startPosition=0, beingWritten=true 2024-11-20T23:22:06,932 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C42925%2C1732144915134 2024-11-20T23:22:06,942 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:06,942 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:06,943 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:07,154 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:07,377 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:07,461 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:07,466 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:07,633 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:07,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:07,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:07,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:07,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:07,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:07,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468007f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:07,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:07,635 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbcf14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:07,637 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268dde86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af46ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:22:07,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:07,641 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:22:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:22:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2b3bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:22:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:07,644 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcb7ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206f116f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:07,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:07,651 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245278b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:07,654 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ab76c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:07,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35919,1732144903184, seqNum=-1] 2024-11-20T23:22:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:07,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144918205.8590405333a5be488c4ad50ff639aaa9., hostname=412a5e44fd2e,35919,1732144903184, seqNum=2] 2024-11-20T23:22:07,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:07,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42925,1732144915134, seqNum=-1] 2024-11-20T23:22:07,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:07,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee., hostname=412a5e44fd2e,42925,1732144915134, seqNum=2] 2024-11-20T23:22:07,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T23:22:07,935 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:08,093 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:22:08,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:22:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:08,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:22:08,409 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 379, reset compression=false 2024-11-20T23:22:08,414 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:08,414 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:08,414 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8590405333a5be488c4ad50ff639aaa9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T23:22:08,417 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:08,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:08,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:08,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15264b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37083,-1 for getting cluster id 2024-11-20T23:22:08,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:08,419 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45f1e2f9-0058-4680-afb8-be395213160e' 2024-11-20T23:22:08,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:08,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45f1e2f9-0058-4680-afb8-be395213160e" 2024-11-20T23:22:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2807d303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37083,-1] 2024-11-20T23:22:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:08,421 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:08,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d49756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46109,1732144909299, seqNum=-1] 2024-11-20T23:22:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:08,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144918835.c45f2d79d893341adc74dd87a530129b., hostname=412a5e44fd2e,46109,1732144909299, seqNum=2] 2024-11-20T23:22:08,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:08,449 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:08,620 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:08,676 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T23:22:08,897 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 379, reset compression=false 2024-11-20T23:22:08,905 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:08,905 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 503, reset compression=false 2024-11-20T23:22:08,905 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T23:22:08,907 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:08,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:08,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:08,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5837cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:08,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:08,910 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:08,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:08,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:08,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c568ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:08,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:08,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:08,911 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:08,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21ad6535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:08,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:08,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42925,1732144915134, seqNum=-1] 2024-11-20T23:22:08,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:08,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:08,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee., hostname=412a5e44fd2e,42925,1732144915134, seqNum=2] 2024-11-20T23:22:08,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:08,925 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:08,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:08,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:08,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:09,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:09,080 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 379, reset compression=false 2024-11-20T23:22:09,085 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:09,085 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 526, reset compression=false 2024-11-20T23:22:09,085 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:09,109 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 503, reset compression=false 2024-11-20T23:22:09,297 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 526, reset compression=false 2024-11-20T23:22:09,331 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:09,413 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 503, reset compression=false 2024-11-20T23:22:09,601 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 526, reset compression=false 2024-11-20T23:22:09,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T23:22:09,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46109,1732144909299, seqNum=-1] 2024-11-20T23:22:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:09,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732144918835.c45f2d79d893341adc74dd87a530129b., hostname=412a5e44fd2e,46109,1732144909299, seqNum=2] 2024-11-20T23:22:09,700 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T23:22:09,817 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 503, reset compression=false 2024-11-20T23:22:09,835 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:09,838 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:09,838 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 607, reset compression=false 2024-11-20T23:22:09,838 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:09,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:09,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:10,013 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 526, reset compression=false 2024-11-20T23:22:10,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:10,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0872c6331c71b6f3d9f38834b25daee/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T23:22:10,018 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 653, reset compression=false 2024-11-20T23:22:10,021 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:10,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:10,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:10,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae188ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:10,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:10,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:10,025 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:10,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:10,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbae834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:10,027 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:10,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2ebcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:10,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35919,1732144903184, seqNum=-1] 2024-11-20T23:22:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:10,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732144918205.8590405333a5be488c4ad50ff639aaa9., hostname=412a5e44fd2e,35919,1732144903184, seqNum=2] 2024-11-20T23:22:10,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:10,049 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 607, reset compression=false 2024-11-20T23:22:10,224 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 653, reset compression=false 2024-11-20T23:22:10,352 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 607, reset compression=false 2024-11-20T23:22:10,448 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 480, reset compression=false 2024-11-20T23:22:10,453 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:10,453 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 631, reset compression=false 2024-11-20T23:22:10,453 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:10,528 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 653, reset compression=false 2024-11-20T23:22:10,657 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 631, reset compression=false 2024-11-20T23:22:10,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T23:22:10,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T23:22:10,755 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 607, reset compression=false 2024-11-20T23:22:10,931 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 653, reset compression=false 2024-11-20T23:22:10,935 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:10,935 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 757, reset compression=false 2024-11-20T23:22:10,935 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0872c6331c71b6f3d9f38834b25daee/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:10,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:10,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:10,965 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 631, reset compression=false 2024-11-20T23:22:10,970 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:10,970 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 759, reset compression=false 2024-11-20T23:22:10,970 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8590405333a5be488c4ad50ff639aaa9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T23:22:10,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:10,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:11,139 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 757, reset compression=false 2024-11-20T23:22:11,175 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 759, reset compression=false 2024-11-20T23:22:11,259 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 607, reset compression=false 2024-11-20T23:22:11,265 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:11,265 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 758, reset compression=false 2024-11-20T23:22:11,265 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:11,446 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 757, reset compression=false 2024-11-20T23:22:11,477 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 758, reset compression=false 2024-11-20T23:22:11,481 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 759, reset compression=false 2024-11-20T23:22:11,709 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T23:22:11,713 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T23:22:11,781 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 758, reset compression=false 2024-11-20T23:22:11,849 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 757, reset compression=false 2024-11-20T23:22:11,886 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 759, reset compression=false 2024-11-20T23:22:11,893 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:11,893 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 915, reset compression=false 2024-11-20T23:22:11,893 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8590405333a5be488c4ad50ff639aaa9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T23:22:11,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:11,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:12,113 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 915, reset compression=false 2024-11-20T23:22:12,185 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 758, reset compression=false 2024-11-20T23:22:12,190 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:12,190 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 905, reset compression=false 2024-11-20T23:22:12,190 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T23:22:12,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:12,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:12,361 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 757, reset compression=false 2024-11-20T23:22:12,365 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:12,365 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 927, reset compression=false 2024-11-20T23:22:12,365 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:12,394 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 905, reset compression=false 2024-11-20T23:22:12,417 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 915, reset compression=false 2024-11-20T23:22:12,440 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:22:12,569 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 927, reset compression=false 2024-11-20T23:22:12,705 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 905, reset compression=false 2024-11-20T23:22:12,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T23:22:12,720 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T23:22:12,828 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 915, reset compression=false 2024-11-20T23:22:12,873 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 927, reset compression=false 2024-11-20T23:22:13,117 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 905, reset compression=false 2024-11-20T23:22:13,122 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:13,122 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1064, reset compression=false 2024-11-20T23:22:13,122 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T23:22:13,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:13,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:13,278 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 927, reset compression=false 2024-11-20T23:22:13,294 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:13,294 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1076, reset compression=false 2024-11-20T23:22:13,294 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0872c6331c71b6f3d9f38834b25daee/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T23:22:13,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:13,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:13,331 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1064, reset compression=false 2024-11-20T23:22:13,332 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 915, reset compression=false 2024-11-20T23:22:13,337 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:13,337 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1088, reset compression=false 2024-11-20T23:22:13,337 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:13,499 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1076, reset compression=false 2024-11-20T23:22:13,541 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1088, reset compression=false 2024-11-20T23:22:13,636 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1064, reset compression=false 2024-11-20T23:22:13,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T23:22:13,728 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T23:22:13,803 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1076, reset compression=false 2024-11-20T23:22:13,807 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:13,807 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1235, reset compression=false 2024-11-20T23:22:13,807 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0872c6331c71b6f3d9f38834b25daee/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T23:22:13,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:13,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:13,853 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1088, reset compression=false 2024-11-20T23:22:13,856 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:13,856 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:13,856 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8590405333a5be488c4ad50ff639aaa9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T23:22:13,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:13,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:14,013 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1235, reset compression=false 2024-11-20T23:22:14,039 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1064, reset compression=false 2024-11-20T23:22:14,049 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:14,049 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:14,049 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:14,060 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:14,261 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:14,322 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1235, reset compression=false 2024-11-20T23:22:14,363 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:14,566 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:14,725 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1235, reset compression=false 2024-11-20T23:22:14,731 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T23:22:14,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13f86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:14,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:14,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:14,751 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685be9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:14,754 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6499b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:14,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c24160a 2024-11-20T23:22:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:14,761 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:14,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-20T23:22:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T23:22:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:22:14,767 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:14,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:22:14,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T23:22:14,964 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T23:22:14,966 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T23:22:14,966 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,42925,1732144915134 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T23:22:14,966 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0. 2024-11-20T23:22:14,966 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:14,966 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:14,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:14,966 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:14,979 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:15,067 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:22:15,067 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T23:22:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:22:15,167 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 terminated 2024-11-20T23:22:15,193 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,42925,1732144915134, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:15,194 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T23:22:15,196 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T23:22:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T23:22:15,199 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 412a5e44fd2e,42925,1732144915134 suceeded 2024-11-20T23:22:15,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T23:22:15,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 395 msec 2024-11-20T23:22:15,201 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T23:22:15,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 439 msec 2024-11-20T23:22:15,217 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:37595' 2024-11-20T23:22:15,220 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35648dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:15,220 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,37595,-1 for getting cluster id 2024-11-20T23:22:15,221 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:15,221 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b01abfd-a24e-4086-a101-9b3ed738e7ce' 2024-11-20T23:22:15,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:15,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b01abfd-a24e-4086-a101-9b3ed738e7ce" 2024-11-20T23:22:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@237ae3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,37595,-1] 2024-11-20T23:22:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:15,223 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:15,223 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e9c6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:15,223 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:15,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,37595,1732144902851 2024-11-20T23:22:15,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1cd456 2024-11-20T23:22:15,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:15,225 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:15,225 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,42925,1732144915134 (queues=1) is replicating from cluster=a392da01-4cbd-40ff-96d1-78ac9a95e81c to cluster=2b01abfd-a24e-4086-a101-9b3ed738e7ce 2024-11-20T23:22:15,225 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C42925%2C1732144915134 2024-11-20T23:22:15,225 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,42925,1732144915134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:15,226 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C42925%2C1732144915134 2024-11-20T23:22:15,273 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:22:15,394 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:15,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:15,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:15,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:15,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:15,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:15,408 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T23:22:15,489 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:15,877 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1238, reset compression=false 2024-11-20T23:22:15,910 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:15,911 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1342, reset compression=false 2024-11-20T23:22:15,911 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[{test/8590405333a5be488c4ad50ff639aaa9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:15,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:15,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:16,127 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1342, reset compression=false 2024-11-20T23:22:16,134 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1237, reset compression=false 2024-11-20T23:22:16,183 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:16,184 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1364, reset compression=false 2024-11-20T23:22:16,184 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T23:22:16,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:16,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:16,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:16,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:16,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68473 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:16,403 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1364, reset compression=false 2024-11-20T23:22:16,411 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T23:22:16,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18322d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:16,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,42701,-1 for getting cluster id 2024-11-20T23:22:16,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:16,430 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a392da01-4cbd-40ff-96d1-78ac9a95e81c' 2024-11-20T23:22:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a392da01-4cbd-40ff-96d1-78ac9a95e81c" 2024-11-20T23:22:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,42701,-1] 2024-11-20T23:22:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,433 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5899ae8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:16,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c66fb65 2024-11-20T23:22:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:16,443 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:16,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-20T23:22:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T23:22:16,450 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:16,450 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:16,450 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[{test/c45f2d79d893341adc74dd87a530129b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:16,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:16,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T23:22:16,488 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1342, reset compression=false 2024-11-20T23:22:16,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T23:22:16,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T23:22:16,680 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T23:22:16,680 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T23:22:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T23:22:16,681 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:16,683 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 412a5e44fd2e,42925,1732144915134 suceeded 2024-11-20T23:22:16,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T23:22:16,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-20T23:22:16,687 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T23:22:16,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 244 msec 2024-11-20T23:22:16,732 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, startPosition=1235, beingWritten=true 2024-11-20T23:22:16,741 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:16,741 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0872c6331c71b6f3d9f38834b25daee/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T23:22:16,742 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1512, reset compression=false 2024-11-20T23:22:16,744 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:16,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:16,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:16,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T23:22:16,773 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:16,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:16,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:16,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:16,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T23:22:16,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:22:16,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:16,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:16,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:22:16,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710827721, stopped=false 2024-11-20T23:22:16,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,42701,1732144914815 2024-11-20T23:22:16,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2228722188/running 2024-11-20T23:22:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2228722188/running 2024-11-20T23:22:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:22:16,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:22:16,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:16,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:16,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:16,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,42925,1732144915134' ***** 2024-11-20T23:22:16,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:22:16,905 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:22:16,905 INFO [RS:0;412a5e44fd2e:42925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:22:16,905 INFO [RS:0;412a5e44fd2e:42925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:22:16,905 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(3091): Received CLOSE for 98ce36360e5016b0734a0dfd8bbe3ed0 2024-11-20T23:22:16,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:22:16,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/running 2024-11-20T23:22:16,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Set watcher on znode that does not yet exist, /2228722188/running 2024-11-20T23:22:16,906 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(3091): Received CLOSE for f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:16,906 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:16,906 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:16,906 INFO [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42925. 2024-11-20T23:22:16,906 DEBUG [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:16,906 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:16,907 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:22:16,907 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:22:16,907 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:22:16,907 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:22:16,907 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:22:16,908 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1325): Online Regions={98ce36360e5016b0734a0dfd8bbe3ed0=hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0., f0872c6331c71b6f3d9f38834b25daee=test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:22:16,908 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98ce36360e5016b0734a0dfd8bbe3ed0, f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:16,908 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:16,908 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:16,908 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:16,908 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:16,908 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:16,908 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:22:16,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98ce36360e5016b0734a0dfd8bbe3ed0, disabling compactions & flushes 2024-11-20T23:22:16,910 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:16,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:16,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. after waiting 0 ms 2024-11-20T23:22:16,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:16,910 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98ce36360e5016b0734a0dfd8bbe3ed0 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-20T23:22:16,917 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1342, reset compression=false 2024-11-20T23:22:16,922 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:16,953 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/info/7891ed3815e04d1292937f3651028150 is 147, key is hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0./info:regioninfo/1732144926333/Put/seqid=0 2024-11-20T23:22:16,964 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1512, reset compression=false 2024-11-20T23:22:16,968 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:22:16,968 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:22:16,980 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/.tmp/queue/91f3bac5783544a487c5dd8d6407e002 is 154, key is 1-412a5e44fd2e,42925,1732144915134/queue:412a5e44fd2e%2C42925%2C1732144915134/1732144936753/Put/seqid=0 2024-11-20T23:22:16,988 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741840_1016 (size=7686) 2024-11-20T23:22:17,027 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/info/7891ed3815e04d1292937f3651028150 2024-11-20T23:22:17,029 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:17,029 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:17,031 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:17,082 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/ns/6c57b9b123ba487f9b5b4476ceaa0192 is 43, key is default/ns:d/1732144918098/Put/seqid=0 2024-11-20T23:22:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741841_1017 (size=5353) 2024-11-20T23:22:17,106 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/.tmp/queue/91f3bac5783544a487c5dd8d6407e002 2024-11-20T23:22:17,117 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98ce36360e5016b0734a0dfd8bbe3ed0, f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:17,117 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/.tmp/queue/91f3bac5783544a487c5dd8d6407e002 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/queue/91f3bac5783544a487c5dd8d6407e002 2024-11-20T23:22:17,124 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/queue/91f3bac5783544a487c5dd8d6407e002, entries=1, sequenceid=13, filesize=5.2 K 2024-11-20T23:22:17,125 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 98ce36360e5016b0734a0dfd8bbe3ed0 in 215ms, sequenceid=13, compaction requested=false 2024-11-20T23:22:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741842_1018 (size=5153) 2024-11-20T23:22:17,139 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/ns/6c57b9b123ba487f9b5b4476ceaa0192 2024-11-20T23:22:17,161 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/replication/98ce36360e5016b0734a0dfd8bbe3ed0/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:17,162 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98ce36360e5016b0734a0dfd8bbe3ed0: Waiting for close lock at 1732144936910Running coprocessor pre-close hooks at 1732144936910Disabling compacts and flushes for region at 1732144936910Disabling writes for close at 1732144936910Obtaining lock to block concurrent updates at 1732144936910Preparing flush snapshotting stores in 98ce36360e5016b0734a0dfd8bbe3ed0 at 1732144936910Finished memstore snapshotting hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732144936910Flushing stores of hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. at 1732144936912 (+2 ms)Flushing 98ce36360e5016b0734a0dfd8bbe3ed0/queue: creating writer at 1732144936912Flushing 98ce36360e5016b0734a0dfd8bbe3ed0/queue: appending metadata at 1732144936969 (+57 ms)Flushing 98ce36360e5016b0734a0dfd8bbe3ed0/queue: closing flushed file at 1732144936969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd6cd6: reopening flushed file at 1732144937111 (+142 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 98ce36360e5016b0734a0dfd8bbe3ed0 in 215ms, sequenceid=13, compaction requested=false at 1732144937125 (+14 ms)Writing region close event to WAL at 1732144937148 (+23 ms)Running coprocessor post-close hooks at 1732144937161 (+13 ms)Closed at 1732144937162 (+1 ms) 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144925510.98ce36360e5016b0734a0dfd8bbe3ed0. 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0872c6331c71b6f3d9f38834b25daee, disabling compactions & flushes 2024-11-20T23:22:17,162 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. after waiting 0 ms 2024-11-20T23:22:17,162 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:17,162 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0872c6331c71b6f3d9f38834b25daee 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T23:22:17,173 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/rep_barrier/2256cc4ea8a84f16a4073426604aab56 is 112, key is test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee./rep_barrier:seqnumDuringOpen/1732144921734/Put/seqid=0 2024-11-20T23:22:17,211 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f/1bca1247ce8741549a646cd026084634 is 37, key is row3/f:row3/1732144935397/Put/seqid=0 2024-11-20T23:22:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741843_1019 (size=5518) 2024-11-20T23:22:17,220 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/rep_barrier/2256cc4ea8a84f16a4073426604aab56 2024-11-20T23:22:17,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741844_1020 (size=5228) 2024-11-20T23:22:17,247 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f/1bca1247ce8741549a646cd026084634 2024-11-20T23:22:17,276 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bca1247ce8741549a646cd026084634 2024-11-20T23:22:17,303 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/table/b8cdf03e6e82412b8f5c215b680a6a66 is 53, key is hbase:replication/table:state/1732144926355/Put/seqid=0 2024-11-20T23:22:17,317 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f1/9882642dd906436a8d03119a34434d9c is 30, key is row1/f1:/1732144932717/DeleteFamily/seqid=0 2024-11-20T23:22:17,320 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:17,320 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741845_1021 (size=5308) 2024-11-20T23:22:17,342 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/table/b8cdf03e6e82412b8f5c215b680a6a66 2024-11-20T23:22:17,347 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/info/7891ed3815e04d1292937f3651028150 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/info/7891ed3815e04d1292937f3651028150 2024-11-20T23:22:17,362 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/info/7891ed3815e04d1292937f3651028150, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:22:17,363 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/ns/6c57b9b123ba487f9b5b4476ceaa0192 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/ns/6c57b9b123ba487f9b5b4476ceaa0192 2024-11-20T23:22:17,368 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1512, reset compression=false 2024-11-20T23:22:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741846_1022 (size=5158) 2024-11-20T23:22:17,381 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:17,381 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1759, reset compression=false 2024-11-20T23:22:17,382 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,42925,1732144915134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:17,383 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,42925,1732144915134: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,42925,1732144915134, walGroup=412a5e44fd2e%2C42925%2C1732144915134, offset=412a5e44fd2e%2C42925%2C1732144915134.1732144917100:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:42925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:22:17,385 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:22:17,385 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:22:17,386 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:22:17,386 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:22:17,386 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:22:17,386 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1090519040, "init": 1048576000, "max": 2306867200, "used": 765141504 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198217208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:22:17,386 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:42701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:42701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:22:17,392 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/ns/6c57b9b123ba487f9b5b4476ceaa0192, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:22:17,396 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/rep_barrier/2256cc4ea8a84f16a4073426604aab56 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/rep_barrier/2256cc4ea8a84f16a4073426604aab56 2024-11-20T23:22:17,411 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/rep_barrier/2256cc4ea8a84f16a4073426604aab56, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:22:17,415 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/.tmp/table/b8cdf03e6e82412b8f5c215b680a6a66 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/table/b8cdf03e6e82412b8f5c215b680a6a66 2024-11-20T23:22:17,427 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/table/b8cdf03e6e82412b8f5c215b680a6a66, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:22:17,428 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=16, compaction requested=false 2024-11-20T23:22:17,463 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:22:17,464 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:17,464 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:17,464 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:17,464 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144936908Running coprocessor pre-close hooks at 1732144936908Disabling compacts and flushes for region at 1732144936908Disabling writes for close at 1732144936908Obtaining lock to block concurrent updates at 1732144936908Preparing flush snapshotting stores in 1588230740 at 1732144936908Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144936912 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144936913 (+1 ms)Flushing 1588230740/info: creating writer at 1732144936913Flushing 1588230740/info: appending metadata at 1732144936952 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732144936952Flushing 1588230740/ns: creating writer at 1732144937035 (+83 ms)Flushing 1588230740/ns: appending metadata at 1732144937081 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1732144937081Flushing 1588230740/rep_barrier: creating writer at 1732144937144 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144937173 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144937173Flushing 1588230740/table: creating writer at 1732144937256 (+83 ms)Flushing 1588230740/table: appending metadata at 1732144937302 (+46 ms)Flushing 1588230740/table: closing flushed file at 1732144937303 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b5f0ef: reopening flushed file at 1732144937346 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e569b4: reopening flushed file at 1732144937362 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436d3eee: reopening flushed file at 1732144937393 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bfc831: reopening flushed file at 1732144937412 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=16, compaction requested=false at 1732144937428 (+16 ms)Writing region close event to WAL at 1732144937451 (+23 ms)Running coprocessor post-close hooks at 1732144937464 (+13 ms)Closed at 1732144937464 2024-11-20T23:22:17,464 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:17,512 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:17,521 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:17,609 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1759, reset compression=false 2024-11-20T23:22:17,661 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:17,721 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:17,781 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f1/9882642dd906436a8d03119a34434d9c 2024-11-20T23:22:17,787 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9882642dd906436a8d03119a34434d9c 2024-11-20T23:22:17,817 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/norep/60d5507c19c349c7a79f8993a10ec778 is 33, key is row2/norep:/1732144933725/DeleteFamily/seqid=0 2024-11-20T23:22:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741847_1023 (size=5108) 2024-11-20T23:22:17,828 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/norep/60d5507c19c349c7a79f8993a10ec778 2024-11-20T23:22:17,834 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60d5507c19c349c7a79f8993a10ec778 2024-11-20T23:22:17,835 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f/1bca1247ce8741549a646cd026084634 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/f/1bca1247ce8741549a646cd026084634 2024-11-20T23:22:17,858 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bca1247ce8741549a646cd026084634 2024-11-20T23:22:17,858 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/f/1bca1247ce8741549a646cd026084634, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T23:22:17,869 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/f1/9882642dd906436a8d03119a34434d9c as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/f1/9882642dd906436a8d03119a34434d9c 2024-11-20T23:22:17,904 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9882642dd906436a8d03119a34434d9c 2024-11-20T23:22:17,904 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/f1/9882642dd906436a8d03119a34434d9c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:17,906 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/.tmp/norep/60d5507c19c349c7a79f8993a10ec778 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/norep/60d5507c19c349c7a79f8993a10ec778 2024-11-20T23:22:17,916 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60d5507c19c349c7a79f8993a10ec778 2024-11-20T23:22:17,916 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/norep/60d5507c19c349c7a79f8993a10ec778, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:17,916 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 1759, reset compression=false 2024-11-20T23:22:17,917 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f0872c6331c71b6f3d9f38834b25daee in 755ms, sequenceid=12, compaction requested=false 2024-11-20T23:22:17,921 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:22:17,921 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1325): Online Regions={f0872c6331c71b6f3d9f38834b25daee=test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee.} 2024-11-20T23:22:17,921 DEBUG [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1351): Waiting on f0872c6331c71b6f3d9f38834b25daee 2024-11-20T23:22:17,947 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:17,947 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.wal-reader.412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/WALs/412a5e44fd2e,42925,1732144915134/412a5e44fd2e%2C42925%2C1732144915134.1732144917100 to pos 2108, reset compression=false 2024-11-20T23:22:17,968 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/data/default/test/f0872c6331c71b6f3d9f38834b25daee/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T23:22:17,968 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:17,968 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:17,968 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:17,968 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0872c6331c71b6f3d9f38834b25daee: Waiting for close lock at 1732144937162Running coprocessor pre-close hooks at 1732144937162Disabling compacts and flushes for region at 1732144937162Disabling writes for close at 1732144937162Obtaining lock to block concurrent updates at 1732144937162Preparing flush snapshotting stores in f0872c6331c71b6f3d9f38834b25daee at 1732144937162Finished memstore snapshotting test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732144937163 (+1 ms)Flushing stores of test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. at 1732144937163Flushing f0872c6331c71b6f3d9f38834b25daee/f: creating writer at 1732144937163Flushing f0872c6331c71b6f3d9f38834b25daee/f: appending metadata at 1732144937210 (+47 ms)Flushing f0872c6331c71b6f3d9f38834b25daee/f: closing flushed file at 1732144937210Flushing f0872c6331c71b6f3d9f38834b25daee/f1: creating writer at 1732144937276 (+66 ms)Flushing f0872c6331c71b6f3d9f38834b25daee/f1: appending metadata at 1732144937316 (+40 ms)Flushing f0872c6331c71b6f3d9f38834b25daee/f1: closing flushed file at 1732144937316Flushing f0872c6331c71b6f3d9f38834b25daee/norep: creating writer at 1732144937787 (+471 ms)Flushing f0872c6331c71b6f3d9f38834b25daee/norep: appending metadata at 1732144937816 (+29 ms)Flushing f0872c6331c71b6f3d9f38834b25daee/norep: closing flushed file at 1732144937816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14408df2: reopening flushed file at 1732144937834 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e26bdcf: reopening flushed file at 1732144937858 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4526ed50: reopening flushed file at 1732144937904 (+46 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f0872c6331c71b6f3d9f38834b25daee in 755ms, sequenceid=12, compaction requested=false at 1732144937917 (+13 ms)Writing region close event to WAL at 1732144937965 (+48 ms)Running coprocessor post-close hooks at 1732144937968 (+3 ms)Closed at 1732144937968 2024-11-20T23:22:17,969 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144920986.f0872c6331c71b6f3d9f38834b25daee. 2024-11-20T23:22:18,021 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:18,085 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:18,121 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,42925,1732144915134; all regions closed. 2024-11-20T23:22:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:22:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741839_1015 (size=3333) 2024-11-20T23:22:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741832_1008 (size=2411) 2024-11-20T23:22:18,151 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:18,151 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:18,152 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:18,152 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:18,152 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:18,152 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:18,152 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,42925,1732144915134 because: Region server is closing 2024-11-20T23:22:18,153 INFO [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42925. 2024-11-20T23:22:18,153 DEBUG [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:18,153 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:18,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:18,153 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:18,253 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,42925,1732144915134.replicationSource.shipper412a5e44fd2e%2C42925%2C1732144915134,1-412a5e44fd2e,42925,1732144915134 terminated 2024-11-20T23:22:18,253 INFO [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:42925. 2024-11-20T23:22:18,254 DEBUG [RS:0;412a5e44fd2e:42925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:18,254 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:18,254 DEBUG [RS:0;412a5e44fd2e:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:18,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:18,254 INFO [RS:0;412a5e44fd2e:42925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42925 2024-11-20T23:22:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188/rs 2024-11-20T23:22:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2228722188/rs/412a5e44fd2e,42925,1732144915134 2024-11-20T23:22:18,271 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:18,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,42925,1732144915134] 2024-11-20T23:22:18,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2228722188/draining/412a5e44fd2e,42925,1732144915134 already deleted, retry=false 2024-11-20T23:22:18,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,42925,1732144915134 expired; onlineServers=0 2024-11-20T23:22:18,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,42701,1732144914815' ***** 2024-11-20T23:22:18,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:22:18,292 INFO [M:0;412a5e44fd2e:42701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:18,292 INFO [M:0;412a5e44fd2e:42701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:18,292 DEBUG [M:0;412a5e44fd2e:42701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:22:18,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:22:18,292 DEBUG [M:0;412a5e44fd2e:42701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:22:18,292 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144916871 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144916871,5,FailOnTimeoutGroup] 2024-11-20T23:22:18,292 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144916871 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144916871,5,FailOnTimeoutGroup] 2024-11-20T23:22:18,293 INFO [M:0;412a5e44fd2e:42701 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:18,293 INFO [M:0;412a5e44fd2e:42701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:18,293 DEBUG [M:0;412a5e44fd2e:42701 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:22:18,293 INFO [M:0;412a5e44fd2e:42701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:22:18,293 INFO [M:0;412a5e44fd2e:42701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:18,293 INFO [M:0;412a5e44fd2e:42701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:22:18,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:22:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2228722188/master 2024-11-20T23:22:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2228722188 2024-11-20T23:22:18,302 DEBUG [M:0;412a5e44fd2e:42701 {}] zookeeper.ZKUtil(347): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Unable to get data of znode /2228722188/master because node does not exist (not an error) 2024-11-20T23:22:18,302 WARN [M:0;412a5e44fd2e:42701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:22:18,303 INFO [M:0;412a5e44fd2e:42701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/.lastflushedseqids 2024-11-20T23:22:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741848_1024 (size=245) 2024-11-20T23:22:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1015a8da6130007, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:18,382 INFO [RS:0;412a5e44fd2e:42925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:18,382 INFO [RS:0;412a5e44fd2e:42925 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,42925,1732144915134; zookeeper connection closed. 2024-11-20T23:22:18,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d3498c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d3498c3 2024-11-20T23:22:18,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:22:18,594 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:18,643 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:18,709 INFO [M:0;412a5e44fd2e:42701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:22:18,709 INFO [M:0;412a5e44fd2e:42701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:22:18,710 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:18,710 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:18,710 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:18,710 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:18,710 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:18,710 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-20T23:22:18,732 DEBUG [M:0;412a5e44fd2e:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/342ad57308f343f1a2cb7d9fdedaefcc is 82, key is hbase:meta,,1/info:regioninfo/1732144918078/Put/seqid=0 2024-11-20T23:22:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741849_1025 (size=5672) 2024-11-20T23:22:19,106 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:22:19,138 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/342ad57308f343f1a2cb7d9fdedaefcc 2024-11-20T23:22:19,180 DEBUG [M:0;412a5e44fd2e:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a97ae43a6574287808caf890e44dfdf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144926432/Put/seqid=0 2024-11-20T23:22:19,210 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741850_1026 (size=9212) 2024-11-20T23:22:19,228 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a97ae43a6574287808caf890e44dfdf 2024-11-20T23:22:19,287 DEBUG [M:0;412a5e44fd2e:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e47680c63764bdaa0d1031985a68a69 is 69, key is 412a5e44fd2e,42925,1732144915134/rs:state/1732144916911/Put/seqid=0 2024-11-20T23:22:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741851_1027 (size=5156) 2024-11-20T23:22:19,317 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e47680c63764bdaa0d1031985a68a69 2024-11-20T23:22:19,325 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/342ad57308f343f1a2cb7d9fdedaefcc as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/342ad57308f343f1a2cb7d9fdedaefcc 2024-11-20T23:22:19,330 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/342ad57308f343f1a2cb7d9fdedaefcc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T23:22:19,331 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a97ae43a6574287808caf890e44dfdf as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a97ae43a6574287808caf890e44dfdf 2024-11-20T23:22:19,338 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a97ae43a6574287808caf890e44dfdf, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T23:22:19,338 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e47680c63764bdaa0d1031985a68a69 as hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e47680c63764bdaa0d1031985a68a69 2024-11-20T23:22:19,341 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39003/user/jenkins/test-data/c6528e1b-1c8e-740f-120b-3f26e49e9302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e47680c63764bdaa0d1031985a68a69, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T23:22:19,342 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=127, compaction requested=false 2024-11-20T23:22:19,343 INFO [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:19,343 DEBUG [M:0;412a5e44fd2e:42701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144938709Disabling compacts and flushes for region at 1732144938709Disabling writes for close at 1732144938710 (+1 ms)Obtaining lock to block concurrent updates at 1732144938710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144938710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732144938710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144938711 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144938711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144938731 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144938731Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144939143 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144939179 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144939179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144939244 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144939286 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144939286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcf8e6e: reopening flushed file at 1732144939324 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e803ff: reopening flushed file at 1732144939330 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467cc34: reopening flushed file at 1732144939338 (+8 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=127, compaction requested=false at 1732144939342 (+4 ms)Writing region close event to WAL at 1732144939343 (+1 ms)Closed at 1732144939343 2024-11-20T23:22:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35655 is added to blk_1073741830_1006 (size=73866) 2024-11-20T23:22:19,345 INFO [M:0;412a5e44fd2e:42701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:22:19,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:19,345 INFO [M:0;412a5e44fd2e:42701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42701 2024-11-20T23:22:19,346 INFO [M:0;412a5e44fd2e:42701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:19,349 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:19,563 INFO [M:0;412a5e44fd2e:42701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1015a8da6130006, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:19,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b8b9228{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:19,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a8474ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:19,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:19,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f1417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:19,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535cdb11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:19,569 WARN [BP-2118768096-172.17.0.2-1732144912404 heartbeating to localhost/127.0.0.1:39003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:22:19,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:22:19,569 WARN [BP-2118768096-172.17.0.2-1732144912404 heartbeating to localhost/127.0.0.1:39003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2118768096-172.17.0.2-1732144912404 (Datanode Uuid 51c4a4b7-1d87-4f22-9f47-f35629758049) service to localhost/127.0.0.1:39003 2024-11-20T23:22:19,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:22:19,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/cluster_bdaf2b2d-eafd-4881-81d2-2a35e6bea812/data/data1/current/BP-2118768096-172.17.0.2-1732144912404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:19,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/cluster_bdaf2b2d-eafd-4881-81d2-2a35e6bea812/data/data2/current/BP-2118768096-172.17.0.2-1732144912404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:19,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:22:19,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@756dda88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:19,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166ab93f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:19,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:19,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ef83ebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:19,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c77096b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:19,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:22:19,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:22:19,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:19,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:19,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:19,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:19,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:19,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:22:19,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514376733, stopped=false 2024-11-20T23:22:19,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,37083,1732144909145 2024-11-20T23:22:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11668269744/running 2024-11-20T23:22:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11668269744/running 2024-11-20T23:22:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:22:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:22:19,653 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:19,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:19,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:19,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:19,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/running 2024-11-20T23:22:19,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,46109,1732144909299' ***** 2024-11-20T23:22:19,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Set watcher on znode that does not yet exist, /11668269744/running 2024-11-20T23:22:19,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:22:19,654 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:22:19,654 INFO [RS:0;412a5e44fd2e:46109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:22:19,654 INFO [RS:0;412a5e44fd2e:46109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:22:19,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:22:19,654 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(3091): Received CLOSE for c45f2d79d893341adc74dd87a530129b 2024-11-20T23:22:19,660 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(3091): Received CLOSE for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:19,660 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,46109,1732144909299 2024-11-20T23:22:19,660 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:19,660 INFO [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46109. 2024-11-20T23:22:19,661 DEBUG [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:19,661 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:19,661 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:22:19,661 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:22:19,661 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:22:19,661 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:22:19,663 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c45f2d79d893341adc74dd87a530129b, disabling compactions & flushes 2024-11-20T23:22:19,663 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:19,663 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:19,663 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144918835.c45f2d79d893341adc74dd87a530129b. after waiting 0 ms 2024-11-20T23:22:19,663 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:19,663 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c45f2d79d893341adc74dd87a530129b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T23:22:19,665 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:22:19,665 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c45f2d79d893341adc74dd87a530129b=test,,1732144918835.c45f2d79d893341adc74dd87a530129b., f81d2a34ddedb2847cb14942f5f4b048=hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.} 2024-11-20T23:22:19,665 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45f2d79d893341adc74dd87a530129b, f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:19,666 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:19,667 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:19,668 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:19,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:19,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:19,668 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:19,668 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:22:19,722 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/info/fe0b9c828a284397b68dc50b272f26c9 is 147, key is hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048./info:regioninfo/1732144924820/Put/seqid=0 2024-11-20T23:22:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741840_1016 (size=7686) 2024-11-20T23:22:19,743 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/info/fe0b9c828a284397b68dc50b272f26c9 2024-11-20T23:22:19,750 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f/872a668639cc40749de1e8f6ba7c6de8 is 37, key is row3/f:row3/1732144935397/Put/seqid=0 2024-11-20T23:22:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741841_1017 (size=5228) 2024-11-20T23:22:19,786 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f/872a668639cc40749de1e8f6ba7c6de8 2024-11-20T23:22:19,811 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 872a668639cc40749de1e8f6ba7c6de8 2024-11-20T23:22:19,818 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/ns/2b951cd7b4d24afaa7d22ad6ddb2de1b is 43, key is default/ns:d/1732144912216/Put/seqid=0 2024-11-20T23:22:19,842 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f1/105b71f16b2d47d3a587c501ceee0970 is 30, key is row1/f1:/1732144932717/DeleteFamily/seqid=0 2024-11-20T23:22:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741842_1018 (size=5153) 2024-11-20T23:22:19,855 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/ns/2b951cd7b4d24afaa7d22ad6ddb2de1b 2024-11-20T23:22:19,865 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45f2d79d893341adc74dd87a530129b, f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741843_1019 (size=5158) 2024-11-20T23:22:19,891 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/43bf70b3df804876832ae2eab5d4ac3e is 112, key is test,,1732144918835.c45f2d79d893341adc74dd87a530129b./rep_barrier:seqnumDuringOpen/1732144920022/Put/seqid=0 2024-11-20T23:22:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741844_1020 (size=5518) 2024-11-20T23:22:19,932 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:19,949 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:22:19,950 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:22:20,065 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45f2d79d893341adc74dd87a530129b, f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:20,153 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1468, reset compression=false 2024-11-20T23:22:20,156 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:20,156 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1715, reset compression=false 2024-11-20T23:22:20,156 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,46109,1732144909299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:20,157 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,46109,1732144909299: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,46109,1732144909299, walGroup=412a5e44fd2e%2C46109%2C1732144909299, offset=412a5e44fd2e%2C46109%2C1732144909299.1732144911029:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:46109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:22:20,158 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:22:20,158 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:22:20,159 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:22:20,159 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:22:20,159 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:22:20,159 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1090519040, "init": 1048576000, "max": 2306867200, "used": 825958912 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198494936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:22:20,159 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:37083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:37083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:22:20,266 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45f2d79d893341adc74dd87a530129b, f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:20,273 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f1/105b71f16b2d47d3a587c501ceee0970 2024-11-20T23:22:20,277 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105b71f16b2d47d3a587c501ceee0970 2024-11-20T23:22:20,296 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/norep/1fca858999db456c8c4ac259f3185e94 is 33, key is row1/norep:/1732144932717/DeleteFamily/seqid=0 2024-11-20T23:22:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741845_1021 (size=5108) 2024-11-20T23:22:20,301 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/norep/1fca858999db456c8c4ac259f3185e94 2024-11-20T23:22:20,302 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/43bf70b3df804876832ae2eab5d4ac3e 2024-11-20T23:22:20,327 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fca858999db456c8c4ac259f3185e94 2024-11-20T23:22:20,334 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/table/44da965f59ee4a31a2f9d1352071fa9e is 53, key is hbase:replication/table:state/1732144924837/Put/seqid=0 2024-11-20T23:22:20,334 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f/872a668639cc40749de1e8f6ba7c6de8 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/f/872a668639cc40749de1e8f6ba7c6de8 2024-11-20T23:22:20,340 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 872a668639cc40749de1e8f6ba7c6de8 2024-11-20T23:22:20,341 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/f/872a668639cc40749de1e8f6ba7c6de8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T23:22:20,347 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/f1/105b71f16b2d47d3a587c501ceee0970 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/f1/105b71f16b2d47d3a587c501ceee0970 2024-11-20T23:22:20,357 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105b71f16b2d47d3a587c501ceee0970 2024-11-20T23:22:20,357 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/f1/105b71f16b2d47d3a587c501ceee0970, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:20,358 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/.tmp/norep/1fca858999db456c8c4ac259f3185e94 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/norep/1fca858999db456c8c4ac259f3185e94 2024-11-20T23:22:20,364 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fca858999db456c8c4ac259f3185e94 2024-11-20T23:22:20,364 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/norep/1fca858999db456c8c4ac259f3185e94, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:20,364 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 1715, reset compression=false 2024-11-20T23:22:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741846_1022 (size=5308) 2024-11-20T23:22:20,366 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/table/44da965f59ee4a31a2f9d1352071fa9e 2024-11-20T23:22:20,366 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c45f2d79d893341adc74dd87a530129b in 703ms, sequenceid=12, compaction requested=false 2024-11-20T23:22:20,371 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/info/fe0b9c828a284397b68dc50b272f26c9 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/info/fe0b9c828a284397b68dc50b272f26c9 2024-11-20T23:22:20,375 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/info/fe0b9c828a284397b68dc50b272f26c9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:22:20,376 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/ns/2b951cd7b4d24afaa7d22ad6ddb2de1b as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/ns/2b951cd7b4d24afaa7d22ad6ddb2de1b 2024-11-20T23:22:20,381 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/ns/2b951cd7b4d24afaa7d22ad6ddb2de1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:22:20,381 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/rep_barrier/43bf70b3df804876832ae2eab5d4ac3e as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/rep_barrier/43bf70b3df804876832ae2eab5d4ac3e 2024-11-20T23:22:20,386 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/rep_barrier/43bf70b3df804876832ae2eab5d4ac3e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:22:20,387 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/.tmp/table/44da965f59ee4a31a2f9d1352071fa9e as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/table/44da965f59ee4a31a2f9d1352071fa9e 2024-11-20T23:22:20,391 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/table/44da965f59ee4a31a2f9d1352071fa9e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:22:20,392 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 724ms, sequenceid=16, compaction requested=false 2024-11-20T23:22:20,398 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:20,398 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 2359, reset compression=false 2024-11-20T23:22:20,407 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/default/test/c45f2d79d893341adc74dd87a530129b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:20,408 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c45f2d79d893341adc74dd87a530129b: Waiting for close lock at 1732144939663Running coprocessor pre-close hooks at 1732144939663Disabling compacts and flushes for region at 1732144939663Disabling writes for close at 1732144939663Obtaining lock to block concurrent updates at 1732144939663Preparing flush snapshotting stores in c45f2d79d893341adc74dd87a530129b at 1732144939663Finished memstore snapshotting test,,1732144918835.c45f2d79d893341adc74dd87a530129b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732144939664 (+1 ms)Flushing stores of test,,1732144918835.c45f2d79d893341adc74dd87a530129b. at 1732144939664Flushing c45f2d79d893341adc74dd87a530129b/f: creating writer at 1732144939664Flushing c45f2d79d893341adc74dd87a530129b/f: appending metadata at 1732144939714 (+50 ms)Flushing c45f2d79d893341adc74dd87a530129b/f: closing flushed file at 1732144939749 (+35 ms)Flushing c45f2d79d893341adc74dd87a530129b/f1: creating writer at 1732144939811 (+62 ms)Flushing c45f2d79d893341adc74dd87a530129b/f1: appending metadata at 1732144939842 (+31 ms)Flushing c45f2d79d893341adc74dd87a530129b/f1: closing flushed file at 1732144939842Flushing c45f2d79d893341adc74dd87a530129b/norep: creating writer at 1732144940277 (+435 ms)Flushing c45f2d79d893341adc74dd87a530129b/norep: appending metadata at 1732144940295 (+18 ms)Flushing c45f2d79d893341adc74dd87a530129b/norep: closing flushed file at 1732144940295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f81b93e: reopening flushed file at 1732144940327 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468512f: reopening flushed file at 1732144940342 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8d6e3f: reopening flushed file at 1732144940357 (+15 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c45f2d79d893341adc74dd87a530129b in 703ms, sequenceid=12, compaction requested=false at 1732144940366 (+9 ms)Writing region close event to WAL at 1732144940392 (+26 ms)Running coprocessor post-close hooks at 1732144940408 (+16 ms)Closed at 1732144940408 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144918835.c45f2d79d893341adc74dd87a530129b. 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f81d2a34ddedb2847cb14942f5f4b048, disabling compactions & flushes 2024-11-20T23:22:20,408 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,408 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. after waiting 1 ms 2024-11-20T23:22:20,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f81d2a34ddedb2847cb14942f5f4b048: Waiting for close lock at 1732144940408Running coprocessor pre-close hooks at 1732144940408Disabling compacts and flushes for region at 1732144940408Disabling writes for close at 1732144940409 (+1 ms)Failed flush hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048., putting online again at 1732144940409 2024-11-20T23:22:20,409 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,433 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:22:20,433 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:20,433 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:20,433 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:20,434 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144939666Running coprocessor pre-close hooks at 1732144939666Disabling compacts and flushes for region at 1732144939666Disabling writes for close at 1732144939668 (+2 ms)Obtaining lock to block concurrent updates at 1732144939668Preparing flush snapshotting stores in 1588230740 at 1732144939668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144939669 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144939670 (+1 ms)Flushing 1588230740/info: creating writer at 1732144939672 (+2 ms)Flushing 1588230740/info: appending metadata at 1732144939721 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732144939721Flushing 1588230740/ns: creating writer at 1732144939786 (+65 ms)Flushing 1588230740/ns: appending metadata at 1732144939818 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732144939818Flushing 1588230740/rep_barrier: creating writer at 1732144939863 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144939891 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144939891Flushing 1588230740/table: creating writer at 1732144940307 (+416 ms)Flushing 1588230740/table: appending metadata at 1732144940333 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732144940333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d68190: reopening flushed file at 1732144940370 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa05848: reopening flushed file at 1732144940375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c105d7: reopening flushed file at 1732144940381 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154f3f51: reopening flushed file at 1732144940386 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 724ms, sequenceid=16, compaction requested=false at 1732144940392 (+6 ms)Writing region close event to WAL at 1732144940426 (+34 ms)Running coprocessor post-close hooks at 1732144940433 (+7 ms)Closed at 1732144940433 2024-11-20T23:22:20,434 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:20,466 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(3091): Received CLOSE for f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:20,466 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1351): Waiting on f81d2a34ddedb2847cb14942f5f4b048 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f81d2a34ddedb2847cb14942f5f4b048, disabling compactions & flushes 2024-11-20T23:22:20,466 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. after waiting 0 ms 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f81d2a34ddedb2847cb14942f5f4b048: Waiting for close lock at 1732144940466Running coprocessor pre-close hooks at 1732144940466Disabling compacts and flushes for region at 1732144940466Disabling writes for close at 1732144940466Failed flush hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048., putting online again at 1732144940466 2024-11-20T23:22:20,466 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048. 2024-11-20T23:22:20,628 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/WALs/412a5e44fd2e,46109,1732144909299/412a5e44fd2e%2C46109%2C1732144909299.1732144911029 to pos 2359, reset compression=false 2024-11-20T23:22:20,666 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:22:20,666 DEBUG [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1325): Online Regions={f81d2a34ddedb2847cb14942f5f4b048=hbase:replication,,1732144924330.f81d2a34ddedb2847cb14942f5f4b048.} 2024-11-20T23:22:20,666 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T23:22:20,666 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,46109,1732144909299; all regions closed. 2024-11-20T23:22:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:22:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741839_1015 (size=2609) 2024-11-20T23:22:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741832_1008 (size=2367) 2024-11-20T23:22:20,682 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,46109,1732144909299 because: Region server is closing 2024-11-20T23:22:20,683 INFO [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46109. 2024-11-20T23:22:20,683 DEBUG [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:20,683 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:20,683 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:20,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:20,683 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:20,736 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:20,784 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.shipper412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 terminated 2024-11-20T23:22:20,784 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,46109,1732144909299.replicationSource.wal-reader.412a5e44fd2e%2C46109%2C1732144909299,1-412a5e44fd2e,46109,1732144909299 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:22:20,784 INFO [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46109. 2024-11-20T23:22:20,784 DEBUG [RS:0;412a5e44fd2e:46109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:20,784 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:20,784 DEBUG [RS:0;412a5e44fd2e:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:20,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:20,784 INFO [RS:0;412a5e44fd2e:46109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46109 2024-11-20T23:22:20,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744/rs 2024-11-20T23:22:20,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11668269744/rs/412a5e44fd2e,46109,1732144909299 2024-11-20T23:22:20,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,46109,1732144909299] 2024-11-20T23:22:20,808 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:20,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/draining/412a5e44fd2e,46109,1732144909299 already deleted, retry=false 2024-11-20T23:22:20,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,46109,1732144909299 expired; onlineServers=0 2024-11-20T23:22:20,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,37083,1732144909145' ***** 2024-11-20T23:22:20,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:22:20,818 INFO [M:0;412a5e44fd2e:37083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:20,818 INFO [M:0;412a5e44fd2e:37083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:20,818 DEBUG [M:0;412a5e44fd2e:37083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:22:20,819 DEBUG [M:0;412a5e44fd2e:37083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:22:20,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:22:20,819 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144910759 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144910759,5,FailOnTimeoutGroup] 2024-11-20T23:22:20,819 INFO [M:0;412a5e44fd2e:37083 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:20,819 INFO [M:0;412a5e44fd2e:37083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:20,819 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144910754 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144910754,5,FailOnTimeoutGroup] 2024-11-20T23:22:20,819 DEBUG [M:0;412a5e44fd2e:37083 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:22:20,819 INFO [M:0;412a5e44fd2e:37083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:22:20,819 INFO [M:0;412a5e44fd2e:37083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:20,819 INFO [M:0;412a5e44fd2e:37083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:22:20,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:22:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11668269744/master 2024-11-20T23:22:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11668269744 2024-11-20T23:22:20,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11668269744/master already deleted, retry=false 2024-11-20T23:22:20,839 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Failed delete of our master address node; KeeperErrorCode = NoNode for /11668269744/master 2024-11-20T23:22:20,840 INFO [M:0;412a5e44fd2e:37083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/.lastflushedseqids 2024-11-20T23:22:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741847_1023 (size=245) 2024-11-20T23:22:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:20,929 INFO [RS:0;412a5e44fd2e:46109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1015a8da6130004, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:20,929 INFO [RS:0;412a5e44fd2e:46109 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,46109,1732144909299; zookeeper connection closed. 2024-11-20T23:22:20,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2351226d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2351226d 2024-11-20T23:22:20,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:22:21,263 INFO [M:0;412a5e44fd2e:37083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:22:21,263 INFO [M:0;412a5e44fd2e:37083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:22:21,263 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:21,263 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:21,263 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:21,263 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:21,264 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:21,264 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T23:22:21,282 DEBUG [M:0;412a5e44fd2e:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97a6ff50ab94e61811c998badc1f88f is 82, key is hbase:meta,,1/info:regioninfo/1732144912183/Put/seqid=0 2024-11-20T23:22:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741848_1024 (size=5672) 2024-11-20T23:22:21,639 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:21,698 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97a6ff50ab94e61811c998badc1f88f 2024-11-20T23:22:21,718 DEBUG [M:0;412a5e44fd2e:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0996f26382949698442b8c927c39f45 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144924841/Put/seqid=0 2024-11-20T23:22:21,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741849_1025 (size=8517) 2024-11-20T23:22:22,122 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0996f26382949698442b8c927c39f45 2024-11-20T23:22:22,158 DEBUG [M:0;412a5e44fd2e:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9ed252403d0488b85f173e5096e3620 is 69, key is 412a5e44fd2e,46109,1732144909299/rs:state/1732144910844/Put/seqid=0 2024-11-20T23:22:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741850_1026 (size=5156) 2024-11-20T23:22:22,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,562 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9ed252403d0488b85f173e5096e3620 2024-11-20T23:22:22,566 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97a6ff50ab94e61811c998badc1f88f as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97a6ff50ab94e61811c998badc1f88f 2024-11-20T23:22:22,569 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97a6ff50ab94e61811c998badc1f88f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:22:22,570 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0996f26382949698442b8c927c39f45 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0996f26382949698442b8c927c39f45 2024-11-20T23:22:22,574 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0996f26382949698442b8c927c39f45, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:22:22,575 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9ed252403d0488b85f173e5096e3620 as hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9ed252403d0488b85f173e5096e3620 2024-11-20T23:22:22,578 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/fbdf3b69-ee3d-1512-8807-79a9f01a3f2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9ed252403d0488b85f173e5096e3620, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:22:22,579 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=97, compaction requested=false 2024-11-20T23:22:22,580 INFO [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:22,580 DEBUG [M:0;412a5e44fd2e:37083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144941263Disabling compacts and flushes for region at 1732144941263Disabling writes for close at 1732144941263Obtaining lock to block concurrent updates at 1732144941264 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144941264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732144941264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144941264Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144941265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144941281 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144941281Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144941703 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144941718 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144941718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144942126 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144942158 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144942158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da75c90: reopening flushed file at 1732144942566 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7252acbf: reopening flushed file at 1732144942570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393cad8: reopening flushed file at 1732144942574 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=97, compaction requested=false at 1732144942579 (+5 ms)Writing region close event to WAL at 1732144942580 (+1 ms)Closed at 1732144942580 2024-11-20T23:22:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741830_1006 (size=63666) 2024-11-20T23:22:22,582 INFO [M:0;412a5e44fd2e:37083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:22:22,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:22,582 INFO [M:0;412a5e44fd2e:37083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37083 2024-11-20T23:22:22,582 INFO [M:0;412a5e44fd2e:37083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:22,649 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:22,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:22,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:22,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:23,031 INFO [M:0;412a5e44fd2e:37083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:23,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:23,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x1015a8da6130003, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:23,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26897bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:23,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c51a97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:23,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:23,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb423ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:23,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@763dd58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:23,116 WARN [BP-1034056163-172.17.0.2-1732144906720 heartbeating to localhost/127.0.0.1:38925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:22:23,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:22:23,116 WARN [BP-1034056163-172.17.0.2-1732144906720 heartbeating to localhost/127.0.0.1:38925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1034056163-172.17.0.2-1732144906720 (Datanode Uuid ecdbb2bc-1f09-4e60-8576-182a0a34aebc) service to localhost/127.0.0.1:38925 2024-11-20T23:22:23,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:22:23,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/cluster_64943167-4ea5-6e35-1168-32dd84ebd6b6/data/data1/current/BP-1034056163-172.17.0.2-1732144906720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:23,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/cluster_64943167-4ea5-6e35-1168-32dd84ebd6b6/data/data2/current/BP-1034056163-172.17.0.2-1732144906720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:23,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:22:23,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b4657b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:23,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3802b985{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:23,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:23,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16191f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3986142b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d69320b-5e25-150b-3530-f43f22f56ce5/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:22:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:22:23,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:23,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:23,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:23,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:23,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:23,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:22:23,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423588989, stopped=false 2024-11-20T23:22:23,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,37595,1732144902851 2024-11-20T23:22:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0191845811/running 2024-11-20T23:22:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:22:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0191845811/running 2024-11-20T23:22:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:22:23,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:23,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:23,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/running 2024-11-20T23:22:23,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Set watcher on znode that does not yet exist, /0191845811/running 2024-11-20T23:22:23,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:23,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:23,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,35919,1732144903184' ***** 2024-11-20T23:22:23,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:22:23,545 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:22:23,545 INFO [RS:0;412a5e44fd2e:35919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:22:23,545 INFO [RS:0;412a5e44fd2e:35919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:22:23,545 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d2bdd44a9fbdaa1eede758f1ace2ab8 2024-11-20T23:22:23,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:22:23,572 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:23,572 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,35919,1732144903184 2024-11-20T23:22:23,572 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:23,572 INFO [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35919. 2024-11-20T23:22:23,572 DEBUG [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:23,572 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d2bdd44a9fbdaa1eede758f1ace2ab8, disabling compactions & flushes 2024-11-20T23:22:23,572 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:23,572 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:23,572 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:23,573 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. after waiting 0 ms 2024-11-20T23:22:23,573 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:23,573 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:22:23,573 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:22:23,573 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d2bdd44a9fbdaa1eede758f1ace2ab8 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T23:22:23,573 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:22:23,573 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1325): Online Regions={2d2bdd44a9fbdaa1eede758f1ace2ab8=hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8., 1588230740=hbase:meta,,1.1588230740, 8590405333a5be488c4ad50ff639aaa9=test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.} 2024-11-20T23:22:23,573 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2bdd44a9fbdaa1eede758f1ace2ab8, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:23,573 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:23,573 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:23,574 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:22:23,621 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:23,675 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/info/731167af2d544e8db12237735e69014e is 147, key is hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8./info:regioninfo/1732144923495/Put/seqid=0 2024-11-20T23:22:23,678 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/.tmp/queue/ff26d7048ace40d5bb0c11c89e7ad529 is 154, key is 1-412a5e44fd2e,35919,1732144903184/queue:412a5e44fd2e%2C35919%2C1732144903184/1732144937033/Put/seqid=0 2024-11-20T23:22:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741840_1016 (size=7686) 2024-11-20T23:22:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741841_1017 (size=5353) 2024-11-20T23:22:23,758 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:23,773 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2bdd44a9fbdaa1eede758f1ace2ab8, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:23,974 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2bdd44a9fbdaa1eede758f1ace2ab8, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,013 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:22:24,013 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:22:24,084 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/info/731167af2d544e8db12237735e69014e 2024-11-20T23:22:24,089 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/.tmp/queue/ff26d7048ace40d5bb0c11c89e7ad529 2024-11-20T23:22:24,094 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/.tmp/queue/ff26d7048ace40d5bb0c11c89e7ad529 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/queue/ff26d7048ace40d5bb0c11c89e7ad529 2024-11-20T23:22:24,099 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/queue/ff26d7048ace40d5bb0c11c89e7ad529, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T23:22:24,100 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2d2bdd44a9fbdaa1eede758f1ace2ab8 in 526ms, sequenceid=14, compaction requested=false 2024-11-20T23:22:24,100 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:22:24,125 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/ns/0fda2b32175e4646843a2b6b34d89f33 is 43, key is default/ns:d/1732144906587/Put/seqid=0 2024-11-20T23:22:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741842_1018 (size=5153) 2024-11-20T23:22:24,149 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/replication/2d2bdd44a9fbdaa1eede758f1ace2ab8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T23:22:24,149 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:24,149 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:24,150 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d2bdd44a9fbdaa1eede758f1ace2ab8: Waiting for close lock at 1732144943572Running coprocessor pre-close hooks at 1732144943572Disabling compacts and flushes for region at 1732144943572Disabling writes for close at 1732144943573 (+1 ms)Obtaining lock to block concurrent updates at 1732144943573Preparing flush snapshotting stores in 2d2bdd44a9fbdaa1eede758f1ace2ab8 at 1732144943573Finished memstore snapshotting hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732144943573Flushing stores of hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. at 1732144943646 (+73 ms)Flushing 2d2bdd44a9fbdaa1eede758f1ace2ab8/queue: creating writer at 1732144943646Flushing 2d2bdd44a9fbdaa1eede758f1ace2ab8/queue: appending metadata at 1732144943676 (+30 ms)Flushing 2d2bdd44a9fbdaa1eede758f1ace2ab8/queue: closing flushed file at 1732144943676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c733a0: reopening flushed file at 1732144944093 (+417 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2d2bdd44a9fbdaa1eede758f1ace2ab8 in 526ms, sequenceid=14, compaction requested=false at 1732144944100 (+7 ms)Writing region close event to WAL at 1732144944107 (+7 ms)Running coprocessor post-close hooks at 1732144944149 (+42 ms)Closed at 1732144944149 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144922147.2d2bdd44a9fbdaa1eede758f1ace2ab8. 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8590405333a5be488c4ad50ff639aaa9, disabling compactions & flushes 2024-11-20T23:22:24,150 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. after waiting 0 ms 2024-11-20T23:22:24,150 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:22:24,150 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8590405333a5be488c4ad50ff639aaa9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T23:22:24,169 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f/91d575d553cf4d5f8eea60be7a56c558 is 37, key is row3/f:row3/1732144935397/Put/seqid=0 2024-11-20T23:22:24,174 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741843_1019 (size=5228) 2024-11-20T23:22:24,374 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,546 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/ns/0fda2b32175e4646843a2b6b34d89f33 2024-11-20T23:22:24,563 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/rep_barrier/669bc4b58b554ac282b98dc3bb8dfa92 is 112, key is test,,1732144918205.8590405333a5be488c4ad50ff639aaa9./rep_barrier:seqnumDuringOpen/1732144918585/Put/seqid=0 2024-11-20T23:22:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741844_1020 (size=5518) 2024-11-20T23:22:24,574 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:22:24,574 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8590405333a5be488c4ad50ff639aaa9=test,,1732144918205.8590405333a5be488c4ad50ff639aaa9.} 2024-11-20T23:22:24,574 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,574 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f/91d575d553cf4d5f8eea60be7a56c558 2024-11-20T23:22:24,577 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91d575d553cf4d5f8eea60be7a56c558 2024-11-20T23:22:24,599 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f1/fda1833deeb24965aab823714ffea675 is 30, key is row1/f1:/1732144932717/DeleteFamily/seqid=0 2024-11-20T23:22:24,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741845_1021 (size=5158) 2024-11-20T23:22:24,605 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f1/fda1833deeb24965aab823714ffea675 2024-11-20T23:22:24,612 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda1833deeb24965aab823714ffea675 2024-11-20T23:22:24,630 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/norep/d9211398fc874051a85739d17e7908f1 is 32, key is row/norep:/1732144931710/DeleteFamily/seqid=0 2024-11-20T23:22:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741846_1022 (size=5101) 2024-11-20T23:22:24,774 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,966 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/rep_barrier/669bc4b58b554ac282b98dc3bb8dfa92 2024-11-20T23:22:24,969 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1493, reset compression=false 2024-11-20T23:22:24,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:24,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1740, reset compression=false 2024-11-20T23:22:24,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35919,1732144903184 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:24,975 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8590405333a5be488c4ad50ff639aaa9 2024-11-20T23:22:24,973 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,35919,1732144903184: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,35919,1732144903184, walGroup=412a5e44fd2e%2C35919%2C1732144903184, offset=412a5e44fd2e%2C35919%2C1732144903184.1732144905154:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:35919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:22:24,975 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:22:24,975 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:22:24,976 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:22:24,976 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:22:24,976 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:22:24,976 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1090519040, "init": 1048576000, "max": 2306867200, "used": 772101880 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199198000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:22:24,976 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:37595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:37595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:22:24,986 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/table/ebc2b940da3b493fa2d4cdc2d0d5e13f is 53, key is hbase:replication/table:state/1732144923511/Put/seqid=0 2024-11-20T23:22:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741847_1023 (size=5308) 2024-11-20T23:22:25,034 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/norep/d9211398fc874051a85739d17e7908f1 2024-11-20T23:22:25,037 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9211398fc874051a85739d17e7908f1 2024-11-20T23:22:25,038 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f/91d575d553cf4d5f8eea60be7a56c558 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/f/91d575d553cf4d5f8eea60be7a56c558 2024-11-20T23:22:25,041 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91d575d553cf4d5f8eea60be7a56c558 2024-11-20T23:22:25,041 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/f/91d575d553cf4d5f8eea60be7a56c558, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T23:22:25,042 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/f1/fda1833deeb24965aab823714ffea675 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/f1/fda1833deeb24965aab823714ffea675 2024-11-20T23:22:25,045 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda1833deeb24965aab823714ffea675 2024-11-20T23:22:25,045 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/f1/fda1833deeb24965aab823714ffea675, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:25,046 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/.tmp/norep/d9211398fc874051a85739d17e7908f1 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/norep/d9211398fc874051a85739d17e7908f1 2024-11-20T23:22:25,061 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9211398fc874051a85739d17e7908f1 2024-11-20T23:22:25,061 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/norep/d9211398fc874051a85739d17e7908f1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T23:22:25,063 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8590405333a5be488c4ad50ff639aaa9 in 912ms, sequenceid=12, compaction requested=false 2024-11-20T23:22:25,063 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:22:25,081 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/default/test/8590405333a5be488c4ad50ff639aaa9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T23:22:25,082 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:25,082 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:25,082 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:22:25,082 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8590405333a5be488c4ad50ff639aaa9: Waiting for close lock at 1732144944150Running coprocessor pre-close hooks at 1732144944150Disabling compacts and flushes for region at 1732144944150Disabling writes for close at 1732144944150Obtaining lock to block concurrent updates at 1732144944150Preparing flush snapshotting stores in 8590405333a5be488c4ad50ff639aaa9 at 1732144944150Finished memstore snapshotting test,,1732144918205.8590405333a5be488c4ad50ff639aaa9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732144944150Flushing stores of test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. at 1732144944151 (+1 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/f: creating writer at 1732144944151Flushing 8590405333a5be488c4ad50ff639aaa9/f: appending metadata at 1732144944168 (+17 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/f: closing flushed file at 1732144944168Flushing 8590405333a5be488c4ad50ff639aaa9/f1: creating writer at 1732144944578 (+410 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/f1: appending metadata at 1732144944599 (+21 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/f1: closing flushed file at 1732144944599Flushing 8590405333a5be488c4ad50ff639aaa9/norep: creating writer at 1732144944612 (+13 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/norep: appending metadata at 1732144944630 (+18 ms)Flushing 8590405333a5be488c4ad50ff639aaa9/norep: closing flushed file at 1732144944630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5925b0fd: reopening flushed file at 1732144945037 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27315db8: reopening flushed file at 1732144945041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a91ffcb: reopening flushed file at 1732144945045 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8590405333a5be488c4ad50ff639aaa9 in 912ms, sequenceid=12, compaction requested=false at 1732144945063 (+18 ms)Writing region close event to WAL at 1732144945066 (+3 ms)Running coprocessor post-close hooks at 1732144945082 (+16 ms)Closed at 1732144945082 2024-11-20T23:22:25,082 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144918205.8590405333a5be488c4ad50ff639aaa9. 2024-11-20T23:22:25,175 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:22:25,177 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 1740, reset compression=false 2024-11-20T23:22:25,180 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:25,181 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 2384, reset compression=false 2024-11-20T23:22:25,375 DEBUG [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:22:25,384 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 2384, reset compression=false 2024-11-20T23:22:25,392 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/table/ebc2b940da3b493fa2d4cdc2d0d5e13f 2024-11-20T23:22:25,396 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/info/731167af2d544e8db12237735e69014e as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/info/731167af2d544e8db12237735e69014e 2024-11-20T23:22:25,405 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/info/731167af2d544e8db12237735e69014e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:22:25,407 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/ns/0fda2b32175e4646843a2b6b34d89f33 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/ns/0fda2b32175e4646843a2b6b34d89f33 2024-11-20T23:22:25,411 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/ns/0fda2b32175e4646843a2b6b34d89f33, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:22:25,411 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/rep_barrier/669bc4b58b554ac282b98dc3bb8dfa92 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/rep_barrier/669bc4b58b554ac282b98dc3bb8dfa92 2024-11-20T23:22:25,415 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/rep_barrier/669bc4b58b554ac282b98dc3bb8dfa92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:22:25,416 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/.tmp/table/ebc2b940da3b493fa2d4cdc2d0d5e13f as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/table/ebc2b940da3b493fa2d4cdc2d0d5e13f 2024-11-20T23:22:25,419 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/table/ebc2b940da3b493fa2d4cdc2d0d5e13f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:22:25,420 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1847ms, sequenceid=16, compaction requested=false 2024-11-20T23:22:25,420 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:22:25,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:22:25,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:25,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:25,444 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:25,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144943573Running coprocessor pre-close hooks at 1732144943573Disabling compacts and flushes for region at 1732144943573Disabling writes for close at 1732144943573Obtaining lock to block concurrent updates at 1732144943574 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144943574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144943574Flushing stores of hbase:meta,,1.1588230740 at 1732144943646 (+72 ms)Flushing 1588230740/info: creating writer at 1732144943646Flushing 1588230740/info: appending metadata at 1732144943674 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732144943674Flushing 1588230740/ns: creating writer at 1732144944089 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732144944124 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1732144944125 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732144944550 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144944563 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144944563Flushing 1588230740/table: creating writer at 1732144944970 (+407 ms)Flushing 1588230740/table: appending metadata at 1732144944986 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732144944986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c20f65: reopening flushed file at 1732144945395 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a30cf2: reopening flushed file at 1732144945405 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128b8c10: reopening flushed file at 1732144945411 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b44ba36: reopening flushed file at 1732144945415 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1847ms, sequenceid=16, compaction requested=false at 1732144945420 (+5 ms)Writing region close event to WAL at 1732144945441 (+21 ms)Running coprocessor post-close hooks at 1732144945444 (+3 ms)Closed at 1732144945444 2024-11-20T23:22:25,444 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:25,575 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,35919,1732144903184; all regions closed. 2024-11-20T23:22:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:22:25,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.meta.1732144906398.meta not finished, retry = 0 2024-11-20T23:22:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741839_1015 (size=3552) 2024-11-20T23:22:25,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.rep.1732144923337 not finished, retry = 0 2024-11-20T23:22:25,687 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/WALs/412a5e44fd2e,35919,1732144903184/412a5e44fd2e%2C35919%2C1732144903184.1732144905154 to pos 2384, reset compression=false 2024-11-20T23:22:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741832_1008 (size=2392) 2024-11-20T23:22:25,785 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:25,786 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:25,786 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:25,786 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:25,786 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:25,786 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,35919,1732144903184 because: Region server is closing 2024-11-20T23:22:25,786 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:25,787 INFO [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35919. 2024-11-20T23:22:25,787 DEBUG [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:25,787 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:25,787 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:25,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:25,887 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.shipper412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 terminated 2024-11-20T23:22:25,887 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35919,1732144903184.replicationSource.wal-reader.412a5e44fd2e%2C35919%2C1732144903184,1-412a5e44fd2e,35919,1732144903184 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:22:25,888 INFO [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35919. 2024-11-20T23:22:25,888 DEBUG [RS:0;412a5e44fd2e:35919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:25,888 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:25,888 DEBUG [RS:0;412a5e44fd2e:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:25,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:25,888 INFO [RS:0;412a5e44fd2e:35919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35919 2024-11-20T23:22:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811/rs 2024-11-20T23:22:25,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,35919,1732144903184] 2024-11-20T23:22:25,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0191845811/rs/412a5e44fd2e,35919,1732144903184 2024-11-20T23:22:25,903 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:25,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/draining/412a5e44fd2e,35919,1732144903184 already deleted, retry=false 2024-11-20T23:22:25,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,35919,1732144903184 expired; onlineServers=0 2024-11-20T23:22:25,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,37595,1732144902851' ***** 2024-11-20T23:22:25,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:22:25,915 DEBUG [M:0;412a5e44fd2e:37595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:22:25,915 DEBUG [M:0;412a5e44fd2e:37595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:22:25,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:22:25,915 DEBUG [M:0;412a5e44fd2e:37595 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:22:25,915 INFO [M:0;412a5e44fd2e:37595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:25,916 ERROR [M:0;412a5e44fd2e:37595 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44075,5,PEWorkerGroup] 2024-11-20T23:22:25,916 INFO [M:0;412a5e44fd2e:37595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:22:25,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:22:25,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144904908 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144904908,5,FailOnTimeoutGroup] 2024-11-20T23:22:25,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144904907 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144904907,5,FailOnTimeoutGroup] 2024-11-20T23:22:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0191845811/master 2024-11-20T23:22:25,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0191845811 2024-11-20T23:22:25,934 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0191845811/master already deleted, retry=false 2024-11-20T23:22:25,934 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Failed delete of our master address node; KeeperErrorCode = NoNode for /0191845811/master 2024-11-20T23:22:25,938 INFO [M:0;412a5e44fd2e:37595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/.lastflushedseqids 2024-11-20T23:22:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741848_1024 (size=245) 2024-11-20T23:22:25,962 INFO [M:0;412a5e44fd2e:37595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:22:25,962 INFO [M:0;412a5e44fd2e:37595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:22:25,962 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:25,962 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:25,962 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:25,962 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:25,962 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:25,962 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T23:22:25,999 DEBUG [M:0;412a5e44fd2e:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/933be1be59e14c2f8a47d7d3aaf7f9ff is 82, key is hbase:meta,,1/info:regioninfo/1732144906512/Put/seqid=0 2024-11-20T23:22:26,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741849_1025 (size=5672) 2024-11-20T23:22:26,023 INFO [RS:0;412a5e44fd2e:35919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:26,023 INFO [RS:0;412a5e44fd2e:35919 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,35919,1732144903184; zookeeper connection closed. 2024-11-20T23:22:26,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x1015a8da6130001, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:26,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51201ee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51201ee2 2024-11-20T23:22:26,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:22:26,405 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/933be1be59e14c2f8a47d7d3aaf7f9ff 2024-11-20T23:22:26,428 DEBUG [M:0;412a5e44fd2e:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af47d007920427bbb6e26e038baa09f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144918595/Put/seqid=0 2024-11-20T23:22:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741850_1026 (size=7218) 2024-11-20T23:22:26,432 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af47d007920427bbb6e26e038baa09f 2024-11-20T23:22:26,436 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3af47d007920427bbb6e26e038baa09f 2024-11-20T23:22:26,456 DEBUG [M:0;412a5e44fd2e:37595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/620536fcfde04270a8c811c96cb68dc0 is 69, key is 412a5e44fd2e,35919,1732144903184/rs:state/1732144904992/Put/seqid=0 2024-11-20T23:22:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741851_1027 (size=5156) 2024-11-20T23:22:26,463 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/620536fcfde04270a8c811c96cb68dc0 2024-11-20T23:22:26,470 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/933be1be59e14c2f8a47d7d3aaf7f9ff as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/933be1be59e14c2f8a47d7d3aaf7f9ff 2024-11-20T23:22:26,475 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/933be1be59e14c2f8a47d7d3aaf7f9ff, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T23:22:26,477 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af47d007920427bbb6e26e038baa09f as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af47d007920427bbb6e26e038baa09f 2024-11-20T23:22:26,485 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3af47d007920427bbb6e26e038baa09f 2024-11-20T23:22:26,485 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af47d007920427bbb6e26e038baa09f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T23:22:26,486 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/620536fcfde04270a8c811c96cb68dc0 as hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/620536fcfde04270a8c811c96cb68dc0 2024-11-20T23:22:26,491 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44075/user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/620536fcfde04270a8c811c96cb68dc0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T23:22:26,492 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=105, compaction requested=false 2024-11-20T23:22:26,504 INFO [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:26,504 DEBUG [M:0;412a5e44fd2e:37595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144945962Disabling compacts and flushes for region at 1732144945962Disabling writes for close at 1732144945962Obtaining lock to block concurrent updates at 1732144945962Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144945962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732144945963 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144945964 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144945964Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144945999 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144945999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144946409 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144946427 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144946427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144946436 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144946455 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144946455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6266cf41: reopening flushed file at 1732144946468 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fee8c: reopening flushed file at 1732144946475 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567966e8: reopening flushed file at 1732144946485 (+10 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=105, compaction requested=false at 1732144946492 (+7 ms)Writing region close event to WAL at 1732144946504 (+12 ms)Closed at 1732144946504 2024-11-20T23:22:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741830_1006 (size=64423) 2024-11-20T23:22:26,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd63d75c-f649-d63c-9a37-f1653483417e/MasterData/WALs/412a5e44fd2e,37595,1732144902851/412a5e44fd2e%2C37595%2C1732144902851.1732144904549 not finished, retry = 0 2024-11-20T23:22:26,611 INFO [M:0;412a5e44fd2e:37595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:22:26,611 INFO [M:0;412a5e44fd2e:37595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37595 2024-11-20T23:22:26,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:22:26,612 INFO [M:0;412a5e44fd2e:37595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:22:26,718 INFO [M:0;412a5e44fd2e:37595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:22:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37595-0x1015a8da6130000, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:22:26,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bb66a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:26,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ad0c395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:26,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:26,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78cf038b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:26,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b004c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:26,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:22:26,722 WARN [BP-989622494-172.17.0.2-1732144900735 heartbeating to localhost/127.0.0.1:44075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:22:26,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:22:26,722 WARN [BP-989622494-172.17.0.2-1732144900735 heartbeating to localhost/127.0.0.1:44075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989622494-172.17.0.2-1732144900735 (Datanode Uuid 1ea36767-ab43-4d1e-9f0c-777cc686cae7) service to localhost/127.0.0.1:44075 2024-11-20T23:22:26,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/data/data1/current/BP-989622494-172.17.0.2-1732144900735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:26,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/cluster_5e2e252c-e9f5-5438-dab6-29567f4127e4/data/data2/current/BP-989622494-172.17.0.2-1732144900735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:22:26,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:22:26,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8d4089{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:26,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b661b1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:22:26,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:22:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5685ea2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:22:26,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@272ed153{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ac520-cb18-4dc8-1d1a-5f53eb4e701b/hadoop.log.dir/,STOPPED} 2024-11-20T23:22:26,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:22:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:22:26,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 262) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:39003 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:38925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:38925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44075 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:39003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:39003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:38925 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=805 (was 651) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1256 (was 1749) 2024-11-20T23:22:26,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=805, ProcessCount=11, AvailableMemoryMB=1256 2024-11-20T23:22:26,784 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T23:22:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir so I do NOT create it in target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c 2024-11-20T23:22:26,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:22:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.tmp.dir so I do NOT create it in target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c 2024-11-20T23:22:26,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/098cf7ae-be82-fc16-14b6-46e0ee814b48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:22:26,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c 2024-11-20T23:22:26,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a, deleteOnExit=true 2024-11-20T23:22:26,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/zookeeper_0, clientPort=53334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:22:26,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53334 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/test.cache.data in system properties and HBase conf 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:22:26,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:22:26,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:22:26,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:22:26,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:26,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:22:26,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:22:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8da6130005, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:22:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8da6130002, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:22:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015a8da6130008, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:22:26,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015a8da6130008, quorum=127.0.0.1:56910, baseZNode=/2228722188 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:22:26,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8da6130005, quorum=127.0.0.1:56910, baseZNode=/11668269744 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:22:26,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8da6130002, quorum=127.0.0.1:56910, baseZNode=/0191845811 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:22:27,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:27,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:27,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:27,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:27,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:22:27,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:27,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d1877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:27,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff9d12e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:27,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a6613{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/java.io.tmpdir/jetty-localhost-36135-hadoop-hdfs-3_4_1-tests_jar-_-any-979939146698146677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:27,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49498311{HTTP/1.1, (http/1.1)}{localhost:36135} 2024-11-20T23:22:27,328 INFO [Time-limited test {}] server.Server(415): Started @278670ms 2024-11-20T23:22:27,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:27,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:27,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:27,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:27,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:22:27,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf6c954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:27,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ff1e0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:27,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@597e2541{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/java.io.tmpdir/jetty-localhost-33539-hadoop-hdfs-3_4_1-tests_jar-_-any-8656628654831602274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:27,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f9c9f03{HTTP/1.1, (http/1.1)}{localhost:33539} 2024-11-20T23:22:27,771 INFO [Time-limited test {}] server.Server(415): Started @279113ms 2024-11-20T23:22:27,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:22:28,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:22:28,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:22:28,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:22:28,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:28,573 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/data/data1/current/BP-1000118746-172.17.0.2-1732144946821/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:28,596 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/data/data2/current/BP-1000118746-172.17.0.2-1732144946821/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:28,687 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:22:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97edd24ac6e7f953 with lease ID 0x45e86e263391d116: Processing first storage report for DS-c6696844-c7b5-48ec-a5b0-7371753e76de from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=97ab5f1f-f380-4ffa-863f-e137f0013514, infoPort=37129, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=587840557;c=1732144946821) 2024-11-20T23:22:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97edd24ac6e7f953 with lease ID 0x45e86e263391d116: from storage DS-c6696844-c7b5-48ec-a5b0-7371753e76de node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=97ab5f1f-f380-4ffa-863f-e137f0013514, infoPort=37129, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=587840557;c=1732144946821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:22:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97edd24ac6e7f953 with lease ID 0x45e86e263391d116: Processing first storage report for DS-2a8582c6-c1a2-4d5e-8b31-9a6550fc60bf from datanode DatanodeRegistration(127.0.0.1:45173, datanodeUuid=97ab5f1f-f380-4ffa-863f-e137f0013514, infoPort=37129, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=587840557;c=1732144946821) 2024-11-20T23:22:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97edd24ac6e7f953 with lease ID 0x45e86e263391d116: from storage DS-2a8582c6-c1a2-4d5e-8b31-9a6550fc60bf node DatanodeRegistration(127.0.0.1:45173, datanodeUuid=97ab5f1f-f380-4ffa-863f-e137f0013514, infoPort=37129, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=587840557;c=1732144946821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:22:28,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c 2024-11-20T23:22:28,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:28,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:22:28,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb with version=8 2024-11-20T23:22:28,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/hbase-staging 2024-11-20T23:22:28,805 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:22:28,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:28,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39523 2024-11-20T23:22:28,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39523 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395230x0, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:28,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39523-0x1015a8e5a0e0000 connected 2024-11-20T23:22:29,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:29,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:29,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/running 2024-11-20T23:22:29,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb, hbase.cluster.distributed=false 2024-11-20T23:22:29,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/acl 2024-11-20T23:22:29,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-20T23:22:29,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39523 2024-11-20T23:22:29,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39523 2024-11-20T23:22:29,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-20T23:22:29,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39523 2024-11-20T23:22:29,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:22:29,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:29,498 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44011 2024-11-20T23:22:29,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44011 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:29,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:29,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:29,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:29,661 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440110x0, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:29,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440110x0, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/running 2024-11-20T23:22:29,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:22:29,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44011-0x1015a8e5a0e0001 connected 2024-11-20T23:22:29,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:22:29,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/master 2024-11-20T23:22:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/acl 2024-11-20T23:22:29,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:29,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-20T23:22:29,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-11-20T23:22:29,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-11-20T23:22:29,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-20T23:22:29,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-20T23:22:29,850 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:39523 2024-11-20T23:22:29,874 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1624543097/backup-masters/412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/backup-masters 2024-11-20T23:22:29,902 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/backup-masters 2024-11-20T23:22:29,907 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on existing znode=/0-1624543097/backup-masters/412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:29,996 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1624543097/master 2024-11-20T23:22:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:29,996 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:29,998 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on existing znode=/0-1624543097/master 2024-11-20T23:22:29,999 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1624543097/backup-masters/412a5e44fd2e,39523,1732144948805 from backup master directory 2024-11-20T23:22:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1624543097/backup-masters/412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/backup-masters 2024-11-20T23:22:30,007 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/backup-masters 2024-11-20T23:22:30,007 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:30,007 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:30,014 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/hbase.id] with ID: a7175e1f-58a0-4cdd-81cf-806aea282b5a 2024-11-20T23:22:30,014 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/.tmp/hbase.id 2024-11-20T23:22:30,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:22:30,063 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/.tmp/hbase.id]:[hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/hbase.id] 2024-11-20T23:22:30,086 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:30,087 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:22:30,088 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:22:30,100 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:22:30,151 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:30,152 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:22:30,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:22:30,168 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store 2024-11-20T23:22:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:30,207 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:30,207 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:30,207 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144950207Disabling compacts and flushes for region at 1732144950207Disabling writes for close at 1732144950207Writing region close event to WAL at 1732144950207Closed at 1732144950207 2024-11-20T23:22:30,208 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/.initializing 2024-11-20T23:22:30,208 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/WALs/412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:30,209 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:30,211 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C39523%2C1732144948805, suffix=, logDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/WALs/412a5e44fd2e,39523,1732144948805, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/oldWALs, maxLogs=10 2024-11-20T23:22:30,235 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/WALs/412a5e44fd2e,39523,1732144948805/412a5e44fd2e%2C39523%2C1732144948805.1732144950212, exclude list is [], retry=0 2024-11-20T23:22:30,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-c6696844-c7b5-48ec-a5b0-7371753e76de,DISK] 2024-11-20T23:22:30,255 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/WALs/412a5e44fd2e,39523,1732144948805/412a5e44fd2e%2C39523%2C1732144948805.1732144950212 2024-11-20T23:22:30,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-20T23:22:30,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:30,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:30,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:22:30,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:30,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:22:30,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:30,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:22:30,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:30,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:22:30,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:30,271 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,271 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,272 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,273 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,273 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,273 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:30,274 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:30,277 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:30,277 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58882433, jitterRate=-0.12258337438106537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:30,278 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144950255Initializing all the Stores at 1732144950256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144950256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144950257 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144950257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144950257Cleaning up temporary data from old regions at 1732144950273 (+16 ms)Region opened successfully at 1732144950278 (+5 ms) 2024-11-20T23:22:30,288 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:22:30,294 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16223555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:30,295 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:22:30,295 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:22:30,295 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:22:30,295 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:22:30,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:22:30,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:22:30,296 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:22:30,314 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:22:30,314 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Unable to get data of znode /0-1624543097/balancer because node does not exist (not necessarily an error) 2024-11-20T23:22:30,344 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/balancer already deleted, retry=false 2024-11-20T23:22:30,344 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:22:30,345 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Unable to get data of znode /0-1624543097/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:22:30,354 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/normalizer already deleted, retry=false 2024-11-20T23:22:30,355 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:22:30,357 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Unable to get data of znode /0-1624543097/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:22:30,365 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/switch/split already deleted, retry=false 2024-11-20T23:22:30,366 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Unable to get data of znode /0-1624543097/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:22:30,375 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/switch/merge already deleted, retry=false 2024-11-20T23:22:30,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Unable to get data of znode /0-1624543097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:22:30,386 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/snapshot-cleanup already deleted, retry=false 2024-11-20T23:22:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1624543097/running 2024-11-20T23:22:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,396 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1624543097/running 2024-11-20T23:22:30,396 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,397 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,39523,1732144948805, sessionid=0x1015a8e5a0e0000, setting cluster-up flag (Was=false) 2024-11-20T23:22:30,417 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,449 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1624543097/flush-table-proc/acquired, /0-1624543097/flush-table-proc/reached, /0-1624543097/flush-table-proc/abort 2024-11-20T23:22:30,450 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:30,470 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:30,502 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1624543097/online-snapshot/acquired, /0-1624543097/online-snapshot/reached, /0-1624543097/online-snapshot/abort 2024-11-20T23:22:30,503 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:30,509 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:22:30,510 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:30,510 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:22:30,511 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:22:30,511 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 412a5e44fd2e,46545,1732144815755: status=Processing ServerCrashProcedure of 412a5e44fd2e,46545,1732144815755 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732144831396, completionTime=-1 appears to have been leaked 2024-11-20T23:22:30,511 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,39523,1732144948805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:22:30,512 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:30,512 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:30,512 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:30,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:30,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:22:30,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:30,513 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:30,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:22:30,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:22:30,544 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(746): ClusterId : a7175e1f-58a0-4cdd-81cf-806aea282b5a 2024-11-20T23:22:30,544 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:22:30,555 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:22:30,555 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:22:30,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144980564 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:22:30,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:22:30,568 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,569 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:22:30,569 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed2c2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:30,579 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:22:30,579 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:22:30,579 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:22:30,579 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:22:30,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:22:30,582 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:22:30,583 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144950582,5,FailOnTimeoutGroup] 2024-11-20T23:22:30,584 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144950583,5,FailOnTimeoutGroup] 2024-11-20T23:22:30,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:22:30,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:22:30,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:22:30,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb 2024-11-20T23:22:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:22:30,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:30,613 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:44011 2024-11-20T23:22:30,613 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:22:30,613 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:22:30,613 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:22:30,614 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,39523,1732144948805 with port=44011, startcode=1732144949491 2024-11-20T23:22:30,614 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:22:30,616 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:22:30,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:30,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39523 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:30,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:30,624 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb 2024-11-20T23:22:30,624 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44091 2024-11-20T23:22:30,624 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:22:30,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:30,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:30,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:30,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:30,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:30,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:30,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:30,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:30,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:30,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:30,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740 2024-11-20T23:22:30,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740 2024-11-20T23:22:30,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:30,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:30,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:30,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:30,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/rs 2024-11-20T23:22:30,637 DEBUG [RS:0;412a5e44fd2e:44011 {}] zookeeper.ZKUtil(111): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on existing znode=/0-1624543097/rs/412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,637 WARN [RS:0;412a5e44fd2e:44011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:30,637 INFO [RS:0;412a5e44fd2e:44011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:30,637 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:30,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271813, jitterRate=0.032230451703071594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:30,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144950611Initializing all the Stores at 1732144950612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144950612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144950612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144950612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144950612Cleaning up temporary data from old regions at 1732144950632 (+20 ms)Region opened successfully at 1732144950649 (+17 ms) 2024-11-20T23:22:30,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:30,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:30,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:30,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:30,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:30,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,44011,1732144949491] 2024-11-20T23:22:30,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:30,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144950649Disabling compacts and flushes for region at 1732144950649Disabling writes for close at 1732144950650 (+1 ms)Writing region close event to WAL at 1732144950675 (+25 ms)Closed at 1732144950675 2024-11-20T23:22:30,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:30,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:22:30,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:22:30,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:30,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:22:30,690 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:22:30,692 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:22:30,696 INFO [RS:0;412a5e44fd2e:44011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:22:30,696 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,708 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:22:30,717 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:22:30,718 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:30,718 DEBUG [RS:0;412a5e44fd2e:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,731 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44011,1732144949491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:30,754 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:22:30,754 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44011,1732144949491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,754 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,754 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.Replication(171): 412a5e44fd2e,44011,1732144949491 started 2024-11-20T23:22:30,774 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:30,775 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,44011,1732144949491, RpcServer on 412a5e44fd2e/172.17.0.2:44011, sessionid=0x1015a8e5a0e0001 2024-11-20T23:22:30,775 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:22:30,775 DEBUG [RS:0;412a5e44fd2e:44011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,775 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44011,1732144949491' 2024-11-20T23:22:30,775 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1624543097/flush-table-proc/abort' 2024-11-20T23:22:30,775 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1624543097/flush-table-proc/acquired' 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44011,1732144949491' 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1624543097/online-snapshot/abort' 2024-11-20T23:22:30,776 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1624543097/online-snapshot/acquired' 2024-11-20T23:22:30,777 DEBUG [RS:0;412a5e44fd2e:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:22:30,777 INFO [RS:0;412a5e44fd2e:44011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:22:30,777 INFO [RS:0;412a5e44fd2e:44011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:22:30,831 WARN [412a5e44fd2e:39523 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:22:30,877 INFO [RS:0;412a5e44fd2e:44011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:30,879 INFO [RS:0;412a5e44fd2e:44011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44011%2C1732144949491, suffix=, logDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/oldWALs, maxLogs=10 2024-11-20T23:22:30,897 DEBUG [RS:0;412a5e44fd2e:44011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, exclude list is [], retry=0 2024-11-20T23:22:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-c6696844-c7b5-48ec-a5b0-7371753e76de,DISK] 2024-11-20T23:22:30,905 INFO [RS:0;412a5e44fd2e:44011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 2024-11-20T23:22:30,905 DEBUG [RS:0;412a5e44fd2e:44011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-20T23:22:31,092 DEBUG [412a5e44fd2e:39523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:22:31,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:31,097 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44011,1732144949491, state=OPENING 2024-11-20T23:22:31,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:22:31,158 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:31,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1624543097/meta-region-server: CHANGED 2024-11-20T23:22:31,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:31,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44011,1732144949491}] 2024-11-20T23:22:31,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1624543097/meta-region-server: CHANGED 2024-11-20T23:22:31,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:31,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:22:31,323 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:22:31,323 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:31,323 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:22:31,324 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44011%2C1732144949491.meta, suffix=.meta, logDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/oldWALs, maxLogs=10 2024-11-20T23:22:31,338 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.meta.1732144951325.meta, exclude list is [], retry=0 2024-11-20T23:22:31,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-c6696844-c7b5-48ec-a5b0-7371753e76de,DISK] 2024-11-20T23:22:31,342 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.meta.1732144951325.meta 2024-11-20T23:22:31,344 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-20T23:22:31,344 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:31,345 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:22:31,345 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:22:31,345 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:22:31,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:31,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:31,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:31,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:31,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:31,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:31,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:31,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:31,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:31,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:31,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:31,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:31,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:31,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:31,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:31,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:31,351 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:31,351 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740 2024-11-20T23:22:31,352 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740 2024-11-20T23:22:31,353 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:31,353 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:31,353 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:31,354 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:31,355 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67227918, jitterRate=0.0017740428447723389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:31,355 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:22:31,356 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144951345Writing region info on filesystem at 1732144951345Initializing all the Stores at 1732144951346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144951346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144951346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144951346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144951346Cleaning up temporary data from old regions at 1732144951353 (+7 ms)Running coprocessor post-open hooks at 1732144951355 (+2 ms)Region opened successfully at 1732144951355 2024-11-20T23:22:31,357 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144951315 2024-11-20T23:22:31,359 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:22:31,359 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:22:31,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:31,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44011,1732144949491, state=OPEN 2024-11-20T23:22:31,365 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1624543097/meta-region-server 2024-11-20T23:22:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1624543097/meta-region-server 2024-11-20T23:22:31,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1624543097/meta-region-server: CHANGED 2024-11-20T23:22:31,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1624543097/meta-region-server: CHANGED 2024-11-20T23:22:31,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:31,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:22:31,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44011,1732144949491 in 206 msec 2024-11-20T23:22:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:22:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-11-20T23:22:31,370 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:31,370 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:22:31,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:31,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44011,1732144949491, seqNum=-1] 2024-11-20T23:22:31,372 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:31,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:31,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-11-20T23:22:31,378 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144951378, completionTime=-1 2024-11-20T23:22:31,378 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:22:31,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:22:31,380 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145011380 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145071381 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:39523, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,381 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,383 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:22:31,386 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.383sec 2024-11-20T23:22:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:22:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:22:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:22:31,391 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:22:31,391 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:22:31,391 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:31,391 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:22:31,392 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:22:31,392 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:22:31,393 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39523,1732144948805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:31,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f480c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:31,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39523,-1 for getting cluster id 2024-11-20T23:22:31,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:31,456 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7175e1f-58a0-4cdd-81cf-806aea282b5a' 2024-11-20T23:22:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7175e1f-58a0-4cdd-81cf-806aea282b5a" 2024-11-20T23:22:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e7369d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39523,-1] 2024-11-20T23:22:31,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:31,460 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:31,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9913af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:31,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:31,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44011,1732144949491, seqNum=-1] 2024-11-20T23:22:31,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:31,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:31,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:31,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:31,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:31,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8e5a0e0002 connected 2024-11-20T23:22:31,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir so I do NOT create it in target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e 2024-11-20T23:22:31,504 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:22:31,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.tmp.dir so I do NOT create it in target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e 2024-11-20T23:22:31,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:22:31,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/cluster_7d83bc3b-3528-9fcf-ab1a-e38a9569fddd, deleteOnExit=true 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/test.cache.data in system properties and HBase conf 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:22:31,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:22:31,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:31,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:22:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:22:32,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:32,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:32,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:32,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:32,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:22:32,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:32,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b80c65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:32,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3918540e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:32,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3848dcf8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/java.io.tmpdir/jetty-localhost-42817-hadoop-hdfs-3_4_1-tests_jar-_-any-4774499172252804488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:32,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f22c74{HTTP/1.1, (http/1.1)}{localhost:42817} 2024-11-20T23:22:32,384 INFO [Time-limited test {}] server.Server(415): Started @283727ms 2024-11-20T23:22:33,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:33,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:33,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:33,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:33,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:22:33,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2647365d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:33,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db6bf6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:33,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c5ee3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/java.io.tmpdir/jetty-localhost-34401-hadoop-hdfs-3_4_1-tests_jar-_-any-4668385408069313888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:33,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47b3764e{HTTP/1.1, (http/1.1)}{localhost:34401} 2024-11-20T23:22:33,194 INFO [Time-limited test {}] server.Server(415): Started @284537ms 2024-11-20T23:22:33,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:22:34,233 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/cluster_7d83bc3b-3528-9fcf-ab1a-e38a9569fddd/data/data1/current/BP-832470085-172.17.0.2-1732144951534/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:34,245 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/cluster_7d83bc3b-3528-9fcf-ab1a-e38a9569fddd/data/data2/current/BP-832470085-172.17.0.2-1732144951534/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:34,362 WARN [Thread-3541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:22:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb25f91ec40210404 with lease ID 0xf9d788eceaa1e5b: Processing first storage report for DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc from datanode DatanodeRegistration(127.0.0.1:35151, datanodeUuid=d045f287-8d53-480e-ab69-b8453d2b2fca, infoPort=36315, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=1000177326;c=1732144951534) 2024-11-20T23:22:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb25f91ec40210404 with lease ID 0xf9d788eceaa1e5b: from storage DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc node DatanodeRegistration(127.0.0.1:35151, datanodeUuid=d045f287-8d53-480e-ab69-b8453d2b2fca, infoPort=36315, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=1000177326;c=1732144951534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:22:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb25f91ec40210404 with lease ID 0xf9d788eceaa1e5b: Processing first storage report for DS-82015bd9-5a8c-48c8-a99d-1b28df456016 from datanode DatanodeRegistration(127.0.0.1:35151, datanodeUuid=d045f287-8d53-480e-ab69-b8453d2b2fca, infoPort=36315, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=1000177326;c=1732144951534) 2024-11-20T23:22:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb25f91ec40210404 with lease ID 0xf9d788eceaa1e5b: from storage DS-82015bd9-5a8c-48c8-a99d-1b28df456016 node DatanodeRegistration(127.0.0.1:35151, datanodeUuid=d045f287-8d53-480e-ab69-b8453d2b2fca, infoPort=36315, infoSecurePort=0, ipcPort=35273, storageInfo=lv=-57;cid=testClusterID;nsid=1000177326;c=1732144951534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:22:34,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e 2024-11-20T23:22:34,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:22:34,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0 with version=8 2024-11-20T23:22:34,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/hbase-staging 2024-11-20T23:22:34,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:22:34,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:34,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44167 2024-11-20T23:22:34,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44167 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:34,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441670x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:34,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44167-0x1015a8e5a0e0003 connected 2024-11-20T23:22:34,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/running 2024-11-20T23:22:34,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0, hbase.cluster.distributed=false 2024-11-20T23:22:34,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/acl 2024-11-20T23:22:34,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-20T23:22:34,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44167 2024-11-20T23:22:34,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44167 2024-11-20T23:22:34,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-20T23:22:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-20T23:22:34,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:22:34,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:34,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39991 2024-11-20T23:22:34,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39991 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:34,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:34,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399910x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/running 2024-11-20T23:22:34,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:22:34,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399910x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:34,884 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:22:34,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399910x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/master 2024-11-20T23:22:34,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399910x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/acl 2024-11-20T23:22:34,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39991-0x1015a8e5a0e0004 connected 2024-11-20T23:22:34,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39991 2024-11-20T23:22:34,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39991 2024-11-20T23:22:34,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39991 2024-11-20T23:22:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39991 2024-11-20T23:22:34,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39991 2024-11-20T23:22:34,953 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:44167 2024-11-20T23:22:34,960 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-263680438/backup-masters/412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/backup-masters 2024-11-20T23:22:34,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/backup-masters 2024-11-20T23:22:34,974 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on existing znode=/1-263680438/backup-masters/412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:34,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-263680438/master 2024-11-20T23:22:34,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:34,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:34,986 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on existing znode=/1-263680438/master 2024-11-20T23:22:34,987 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-263680438/backup-masters/412a5e44fd2e,44167,1732144954482 from backup master directory 2024-11-20T23:22:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-263680438/backup-masters/412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/backup-masters 2024-11-20T23:22:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/backup-masters 2024-11-20T23:22:34,997 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:34,997 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:35,007 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/hbase.id] with ID: fe06a671-fdcb-4def-a22a-e3eacd88039c 2024-11-20T23:22:35,007 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/.tmp/hbase.id 2024-11-20T23:22:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:22:35,052 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/.tmp/hbase.id]:[hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/hbase.id] 2024-11-20T23:22:35,104 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:35,104 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:22:35,106 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T23:22:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:35,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:35,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:22:35,592 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:35,593 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:22:35,603 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:22:35,682 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store 2024-11-20T23:22:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:36,130 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:36,130 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:36,130 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144956130Disabling compacts and flushes for region at 1732144956130Disabling writes for close at 1732144956130Writing region close event to WAL at 1732144956130Closed at 1732144956130 2024-11-20T23:22:36,131 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/.initializing 2024-11-20T23:22:36,131 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/WALs/412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:36,132 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:36,134 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C44167%2C1732144954482, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/WALs/412a5e44fd2e,44167,1732144954482, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/oldWALs, maxLogs=10 2024-11-20T23:22:36,208 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/WALs/412a5e44fd2e,44167,1732144954482/412a5e44fd2e%2C44167%2C1732144954482.1732144956135, exclude list is [], retry=0 2024-11-20T23:22:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35151,DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc,DISK] 2024-11-20T23:22:36,232 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/WALs/412a5e44fd2e,44167,1732144954482/412a5e44fd2e%2C44167%2C1732144954482.1732144956135 2024-11-20T23:22:36,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-20T23:22:36,240 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:36,241 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:36,241 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,241 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:22:36,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:36,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:36,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:22:36,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:36,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:36,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:22:36,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:36,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:36,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:22:36,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:36,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:36,259 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,259 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,259 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,263 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,263 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,263 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:36,264 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:36,280 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:36,281 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70318911, jitterRate=0.04783342778682709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:36,281 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144956241Initializing all the Stores at 1732144956242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144956242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144956244 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144956244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144956244Cleaning up temporary data from old regions at 1732144956263 (+19 ms)Region opened successfully at 1732144956281 (+18 ms) 2024-11-20T23:22:36,288 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:22:36,292 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f99922c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:36,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:22:36,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:22:36,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:22:36,293 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:22:36,294 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:22:36,294 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:22:36,294 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:22:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:22:36,300 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/balancer because node does not exist (not necessarily an error) 2024-11-20T23:22:36,388 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/balancer already deleted, retry=false 2024-11-20T23:22:36,389 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:22:36,390 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:22:36,396 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/normalizer already deleted, retry=false 2024-11-20T23:22:36,397 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:22:36,401 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:22:36,406 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/switch/split already deleted, retry=false 2024-11-20T23:22:36,407 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:22:36,417 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/switch/merge already deleted, retry=false 2024-11-20T23:22:36,419 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:22:36,427 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/snapshot-cleanup already deleted, retry=false 2024-11-20T23:22:36,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-263680438/running 2024-11-20T23:22:36,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-263680438/running 2024-11-20T23:22:36,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,439 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,44167,1732144954482, sessionid=0x1015a8e5a0e0003, setting cluster-up flag (Was=false) 2024-11-20T23:22:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,491 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-263680438/flush-table-proc/acquired, /1-263680438/flush-table-proc/reached, /1-263680438/flush-table-proc/abort 2024-11-20T23:22:36,492 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:36,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:36,543 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-263680438/online-snapshot/acquired, /1-263680438/online-snapshot/reached, /1-263680438/online-snapshot/abort 2024-11-20T23:22:36,544 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:36,545 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:22:36,547 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:36,547 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:22:36,547 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:22:36,547 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,44167,1732144954482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:36,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:36,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:22:36,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:36,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:36,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:22:36,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:36,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88673 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:36,556 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144986556 2024-11-20T23:22:36,556 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:22:36,557 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:22:36,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:22:36,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:22:36,565 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:22:36,572 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:22:36,572 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:22:36,573 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144956572,5,FailOnTimeoutGroup] 2024-11-20T23:22:36,584 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144956573,5,FailOnTimeoutGroup] 2024-11-20T23:22:36,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:22:36,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,584 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:22:36,593 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(746): ClusterId : fe06a671-fdcb-4def-a22a-e3eacd88039c 2024-11-20T23:22:36,593 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:22:36,605 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:22:36,605 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:22:36,617 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:22:36,618 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a86f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:36,636 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:39991 2024-11-20T23:22:36,636 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:22:36,636 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:22:36,636 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:22:36,637 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,44167,1732144954482 with port=39991, startcode=1732144954774 2024-11-20T23:22:36,637 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:22:36,638 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:22:36,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44167 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,640 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0 2024-11-20T23:22:36,640 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37107 2024-11-20T23:22:36,640 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:22:36,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/rs 2024-11-20T23:22:36,691 DEBUG [RS:0;412a5e44fd2e:39991 {}] zookeeper.ZKUtil(111): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on existing znode=/1-263680438/rs/412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,691 WARN [RS:0;412a5e44fd2e:39991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:36,691 INFO [RS:0;412a5e44fd2e:39991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:36,691 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,39991,1732144954774] 2024-11-20T23:22:36,708 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:22:36,709 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:22:36,710 INFO [RS:0;412a5e44fd2e:39991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:22:36,710 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,710 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:22:36,711 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:22:36,711 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,711 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,712 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:36,712 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:36,712 DEBUG [RS:0;412a5e44fd2e:39991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,712 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39991,1732144954774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:36,735 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:22:36,735 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,39991,1732144954774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,736 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,736 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.Replication(171): 412a5e44fd2e,39991,1732144954774 started 2024-11-20T23:22:36,753 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:36,753 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,39991,1732144954774, RpcServer on 412a5e44fd2e/172.17.0.2:39991, sessionid=0x1015a8e5a0e0004 2024-11-20T23:22:36,753 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:22:36,753 DEBUG [RS:0;412a5e44fd2e:39991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,753 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,39991,1732144954774' 2024-11-20T23:22:36,753 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-263680438/flush-table-proc/abort' 2024-11-20T23:22:36,754 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-263680438/flush-table-proc/acquired' 2024-11-20T23:22:36,755 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:22:36,755 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:22:36,755 DEBUG [RS:0;412a5e44fd2e:39991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:36,755 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,39991,1732144954774' 2024-11-20T23:22:36,755 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-263680438/online-snapshot/abort' 2024-11-20T23:22:36,756 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-263680438/online-snapshot/acquired' 2024-11-20T23:22:36,756 DEBUG [RS:0;412a5e44fd2e:39991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:22:36,757 INFO [RS:0;412a5e44fd2e:39991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:22:36,757 INFO [RS:0;412a5e44fd2e:39991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:22:36,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:36,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,860 INFO [RS:0;412a5e44fd2e:39991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:36,862 INFO [RS:0;412a5e44fd2e:39991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C39991%2C1732144954774, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/oldWALs, maxLogs=10 2024-11-20T23:22:36,889 DEBUG [RS:0;412a5e44fd2e:39991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, exclude list is [], retry=0 2024-11-20T23:22:36,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35151,DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc,DISK] 2024-11-20T23:22:36,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:36,929 INFO [RS:0;412a5e44fd2e:39991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 2024-11-20T23:22:36,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:22:36,940 DEBUG [RS:0;412a5e44fd2e:39991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-20T23:22:36,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:22:36,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0 2024-11-20T23:22:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:22:36,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:36,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:37,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:37,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:37,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:37,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:37,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:37,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:37,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:37,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740 2024-11-20T23:22:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740 2024-11-20T23:22:37,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:37,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:37,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:37,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:37,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099111, jitterRate=0.07436047494411469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:37,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144956998Initializing all the Stores at 1732144956999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144956999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144956999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144956999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144956999Cleaning up temporary data from old regions at 1732144957012 (+13 ms)Region opened successfully at 1732144957017 (+5 ms) 2024-11-20T23:22:37,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:37,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:37,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:37,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:37,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:37,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:37,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144957018Disabling compacts and flushes for region at 1732144957018Disabling writes for close at 1732144957018Writing region close event to WAL at 1732144957022 (+4 ms)Closed at 1732144957022 2024-11-20T23:22:37,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:37,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:22:37,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:22:37,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:37,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:22:37,177 DEBUG [412a5e44fd2e:44167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:22:37,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:37,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,39991,1732144954774, state=OPENING 2024-11-20T23:22:37,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:22:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:37,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-263680438/meta-region-server: CHANGED 2024-11-20T23:22:37,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:37,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,39991,1732144954774}] 2024-11-20T23:22:37,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-263680438/meta-region-server: CHANGED 2024-11-20T23:22:37,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:37,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:22:37,370 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:22:37,370 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:37,370 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:22:37,372 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C39991%2C1732144954774.meta, suffix=.meta, logDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/oldWALs, maxLogs=10 2024-11-20T23:22:37,386 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.meta.1732144957372.meta, exclude list is [], retry=0 2024-11-20T23:22:37,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35151,DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc,DISK] 2024-11-20T23:22:37,401 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.meta.1732144957372.meta 2024-11-20T23:22:37,404 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-20T23:22:37,404 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:37,405 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:37,405 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:37,405 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:22:37,405 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:22:37,405 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:22:37,405 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:37,405 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:22:37,406 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:22:37,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:37,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:37,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:37,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:37,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:37,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:37,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:37,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:37,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:37,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:37,417 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:37,418 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740 2024-11-20T23:22:37,419 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740 2024-11-20T23:22:37,420 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:37,420 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:37,420 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:37,421 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:37,422 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308978, jitterRate=0.03278425335884094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:37,422 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:22:37,425 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144957406Writing region info on filesystem at 1732144957406Initializing all the Stores at 1732144957406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144957407 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144957407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144957407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144957407Cleaning up temporary data from old regions at 1732144957420 (+13 ms)Running coprocessor post-open hooks at 1732144957422 (+2 ms)Region opened successfully at 1732144957423 (+1 ms) 2024-11-20T23:22:37,427 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144957361 2024-11-20T23:22:37,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:37,431 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:22:37,431 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:22:37,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,39991,1732144954774, state=OPEN 2024-11-20T23:22:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-263680438/meta-region-server 2024-11-20T23:22:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-263680438/meta-region-server 2024-11-20T23:22:37,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-263680438/meta-region-server: CHANGED 2024-11-20T23:22:37,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-263680438/meta-region-server: CHANGED 2024-11-20T23:22:37,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:37,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:22:37,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,39991,1732144954774 in 230 msec 2024-11-20T23:22:37,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:37,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:22:37,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:22:37,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-20T23:22:37,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:37,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,39991,1732144954774, seqNum=-1] 2024-11-20T23:22:37,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:37,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:37,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-11-20T23:22:37,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144957458, completionTime=-1 2024-11-20T23:22:37,458 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:22:37,458 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145017461 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145077461 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:44167, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,461 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,462 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,463 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:22:37,465 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.468sec 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:37,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:22:37,469 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:22:37,469 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:22:37,469 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44167,1732144954482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:37,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d633e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:37,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:37,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:37,504 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cedb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:37,515 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:37,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61055ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:37,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,39991,1732144954774, seqNum=-1] 2024-11-20T23:22:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:37,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:37,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:37,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:37,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8e5a0e0005 connected 2024-11-20T23:22:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir so I do NOT create it in target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1 2024-11-20T23:22:37,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.tmp.dir so I do NOT create it in target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1 2024-11-20T23:22:37,568 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:22:37,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/cluster_206d8bb6-c6aa-3359-fdd6-c613661c683d, deleteOnExit=true 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/test.cache.data in system properties and HBase conf 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:22:37,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:22:37,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:37,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:22:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:22:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:22:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:22:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:22:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:22:37,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:37,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:37,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:37,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:37,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:22:37,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:37,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a471d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:37,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d865612{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:38,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@335b35ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/java.io.tmpdir/jetty-localhost-35055-hadoop-hdfs-3_4_1-tests_jar-_-any-7663509922971003227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:22:38,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@721e0bde{HTTP/1.1, (http/1.1)}{localhost:35055} 2024-11-20T23:22:38,122 INFO [Time-limited test {}] server.Server(415): Started @289464ms 2024-11-20T23:22:38,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:22:38,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:22:38,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:22:38,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:22:38,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:22:38,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:22:38,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:22:38,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:22:38,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:22:38,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ab3684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:22:38,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3a025c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:22:38,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6091c62c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/java.io.tmpdir/jetty-localhost-38101-hadoop-hdfs-3_4_1-tests_jar-_-any-17410382085451822353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:22:38,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@519f97f4{HTTP/1.1, (http/1.1)}{localhost:38101} 2024-11-20T23:22:38,824 INFO [Time-limited test {}] server.Server(415): Started @290167ms 2024-11-20T23:22:38,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:22:40,005 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/cluster_206d8bb6-c6aa-3359-fdd6-c613661c683d/data/data2/current/BP-880172231-172.17.0.2-1732144957592/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:40,005 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/cluster_206d8bb6-c6aa-3359-fdd6-c613661c683d/data/data1/current/BP-880172231-172.17.0.2-1732144957592/current, will proceed with Du for space computation calculation, 2024-11-20T23:22:40,054 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:22:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82fc15ef61bc61e4 with lease ID 0x6aa80d2eb26ca237: Processing first storage report for DS-6aeef83e-5158-40c9-92e3-001dabf1c020 from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f6c27ff7-d6be-4a83-8eee-6c093d83ed55, infoPort=41047, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=1809352997;c=1732144957592) 2024-11-20T23:22:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82fc15ef61bc61e4 with lease ID 0x6aa80d2eb26ca237: from storage DS-6aeef83e-5158-40c9-92e3-001dabf1c020 node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f6c27ff7-d6be-4a83-8eee-6c093d83ed55, infoPort=41047, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=1809352997;c=1732144957592), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T23:22:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82fc15ef61bc61e4 with lease ID 0x6aa80d2eb26ca237: Processing first storage report for DS-01995e42-683a-47c7-83bb-9c8de992b173 from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f6c27ff7-d6be-4a83-8eee-6c093d83ed55, infoPort=41047, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=1809352997;c=1732144957592) 2024-11-20T23:22:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82fc15ef61bc61e4 with lease ID 0x6aa80d2eb26ca237: from storage DS-01995e42-683a-47c7-83bb-9c8de992b173 node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f6c27ff7-d6be-4a83-8eee-6c093d83ed55, infoPort=41047, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=1809352997;c=1732144957592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:22:40,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1 2024-11-20T23:22:40,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:22:40,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949 with version=8 2024-11-20T23:22:40,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/hbase-staging 2024-11-20T23:22:40,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:40,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:40,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40711 2024-11-20T23:22:40,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40711 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:40,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407110x0, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:40,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40711-0x1015a8e5a0e0006 connected 2024-11-20T23:22:40,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/running 2024-11-20T23:22:40,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949, hbase.cluster.distributed=false 2024-11-20T23:22:40,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/acl 2024-11-20T23:22:40,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-20T23:22:40,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40711 2024-11-20T23:22:40,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40711 2024-11-20T23:22:40,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-20T23:22:40,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40711 2024-11-20T23:22:40,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:22:40,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:22:40,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35941 2024-11-20T23:22:40,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35941 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:40,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359410x0, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:40,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359410x0, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/running 2024-11-20T23:22:40,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:22:40,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35941-0x1015a8e5a0e0007 connected 2024-11-20T23:22:40,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:22:40,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/master 2024-11-20T23:22:40,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/acl 2024-11-20T23:22:40,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35941 2024-11-20T23:22:40,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35941 2024-11-20T23:22:40,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35941 2024-11-20T23:22:40,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35941 2024-11-20T23:22:40,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35941 2024-11-20T23:22:40,730 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:40711 2024-11-20T23:22:40,731 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1814684601/backup-masters/412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:40,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/backup-masters 2024-11-20T23:22:40,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/backup-masters 2024-11-20T23:22:40,801 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on existing znode=/2-1814684601/backup-masters/412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1814684601/master 2024-11-20T23:22:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:40,877 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on existing znode=/2-1814684601/master 2024-11-20T23:22:40,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1814684601/backup-masters/412a5e44fd2e,40711,1732144960096 from backup master directory 2024-11-20T23:22:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/backup-masters 2024-11-20T23:22:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1814684601/backup-masters/412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/backup-masters 2024-11-20T23:22:40,942 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:40,942 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:40,961 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/hbase.id] with ID: 0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f 2024-11-20T23:22:40,961 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/.tmp/hbase.id 2024-11-20T23:22:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:22:40,998 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/.tmp/hbase.id]:[hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/hbase.id] 2024-11-20T23:22:41,015 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:22:41,015 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:22:41,016 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:22:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:22:41,508 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:41,509 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:22:41,509 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:22:41,523 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store 2024-11-20T23:22:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:22:41,535 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:41,535 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:22:41,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144961535Disabling compacts and flushes for region at 1732144961535Disabling writes for close at 1732144961535Writing region close event to WAL at 1732144961535Closed at 1732144961535 2024-11-20T23:22:41,536 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/.initializing 2024-11-20T23:22:41,536 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/WALs/412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:41,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:41,538 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C40711%2C1732144960096, suffix=, logDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/WALs/412a5e44fd2e,40711,1732144960096, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/oldWALs, maxLogs=10 2024-11-20T23:22:41,551 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/WALs/412a5e44fd2e,40711,1732144960096/412a5e44fd2e%2C40711%2C1732144960096.1732144961538, exclude list is [], retry=0 2024-11-20T23:22:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-6aeef83e-5158-40c9-92e3-001dabf1c020,DISK] 2024-11-20T23:22:41,588 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/WALs/412a5e44fd2e,40711,1732144960096/412a5e44fd2e%2C40711%2C1732144960096.1732144961538 2024-11-20T23:22:41,588 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41047:41047)] 2024-11-20T23:22:41,588 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:41,589 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:41,589 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,589 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:22:41,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:41,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:22:41,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:41,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:41,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:22:41,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:41,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:41,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:22:41,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:41,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:41,598 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,599 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,599 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,600 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,600 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,601 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:41,602 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:22:41,609 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:41,609 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67526013, jitterRate=0.006216004490852356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:41,610 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144961589Initializing all the Stores at 1732144961590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144961590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144961590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144961590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144961590Cleaning up temporary data from old regions at 1732144961600 (+10 ms)Region opened successfully at 1732144961610 (+10 ms) 2024-11-20T23:22:41,612 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:22:41,615 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e7478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:41,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:22:41,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:22:41,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:22:41,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:22:41,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:22:41,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:22:41,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:22:41,631 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:22:41,631 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/balancer because node does not exist (not necessarily an error) 2024-11-20T23:22:41,658 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/balancer already deleted, retry=false 2024-11-20T23:22:41,659 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:22:41,660 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:22:41,669 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/normalizer already deleted, retry=false 2024-11-20T23:22:41,670 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:22:41,677 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:22:41,689 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/switch/split already deleted, retry=false 2024-11-20T23:22:41,690 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:22:41,701 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/switch/merge already deleted, retry=false 2024-11-20T23:22:41,704 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:22:41,711 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/snapshot-cleanup already deleted, retry=false 2024-11-20T23:22:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1814684601/running 2024-11-20T23:22:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,723 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,40711,1732144960096, sessionid=0x1015a8e5a0e0006, setting cluster-up flag (Was=false) 2024-11-20T23:22:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1814684601/running 2024-11-20T23:22:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,774 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1814684601/flush-table-proc/acquired, /2-1814684601/flush-table-proc/reached, /2-1814684601/flush-table-proc/abort 2024-11-20T23:22:41,775 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:41,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:41,827 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1814684601/online-snapshot/acquired, /2-1814684601/online-snapshot/reached, /2-1814684601/online-snapshot/abort 2024-11-20T23:22:41,829 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:41,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:22:41,831 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:41,832 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:22:41,832 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:22:41,832 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,40711,1732144960096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:22:41,839 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:41,839 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:41,839 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:41,840 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:22:41,840 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:22:41,840 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:41,840 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:41,840 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:41,858 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:41,858 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:22:41,859 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:41,859 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:22:41,876 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144991876 2024-11-20T23:22:41,876 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:22:41,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:22:41,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:22:41,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:22:41,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:22:41,877 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:22:41,892 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:41,896 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:22:41,896 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:22:41,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:22:41,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:22:41,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:22:41,897 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:22:41,908 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144961897,5,FailOnTimeoutGroup] 2024-11-20T23:22:41,920 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144961908,5,FailOnTimeoutGroup] 2024-11-20T23:22:41,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:41,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:22:41,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:41,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:41,925 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(746): ClusterId : 0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f 2024-11-20T23:22:41,925 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:22:41,939 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:22:41,939 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:22:41,946 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:22:41,946 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21990e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:22:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:22:41,972 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:22:41,973 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949 2024-11-20T23:22:42,006 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:35941 2024-11-20T23:22:42,014 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:22:42,014 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:22:42,014 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:22:42,015 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,40711,1732144960096 with port=35941, startcode=1732144960530 2024-11-20T23:22:42,016 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:22:42,033 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:22:42,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40711 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:22:42,038 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949 2024-11-20T23:22:42,038 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43737 2024-11-20T23:22:42,038 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:22:42,041 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:42,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:42,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:42,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:42,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:42,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:42,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:42,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:42,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:42,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,070 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:42,070 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740 2024-11-20T23:22:42,071 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740 2024-11-20T23:22:42,073 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:42,073 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:42,074 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:42,075 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/rs 2024-11-20T23:22:42,094 DEBUG [RS:0;412a5e44fd2e:35941 {}] zookeeper.ZKUtil(111): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on existing znode=/2-1814684601/rs/412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,094 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:42,094 WARN [RS:0;412a5e44fd2e:35941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:22:42,095 INFO [RS:0;412a5e44fd2e:35941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:42,095 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,095 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67718561, jitterRate=0.009085193276405334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:42,095 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144962041Initializing all the Stores at 1732144962047 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962056 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144962056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962056Cleaning up temporary data from old regions at 1732144962073 (+17 ms)Region opened successfully at 1732144962095 (+22 ms) 2024-11-20T23:22:42,096 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:42,096 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:42,096 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:42,096 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:42,096 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:42,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,35941,1732144960530] 2024-11-20T23:22:42,108 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:42,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144962096Disabling compacts and flushes for region at 1732144962096Disabling writes for close at 1732144962096Writing region close event to WAL at 1732144962108 (+12 ms)Closed at 1732144962108 2024-11-20T23:22:42,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:42,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:22:42,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:22:42,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:42,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:22:42,142 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:22:42,147 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:22:42,160 INFO [RS:0;412a5e44fd2e:35941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:22:42,160 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,164 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:22:42,168 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:22:42,169 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:42,169 DEBUG [RS:0;412a5e44fd2e:35941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,178 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35941,1732144960530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:42,215 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:22:42,215 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35941,1732144960530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,215 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,215 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.Replication(171): 412a5e44fd2e,35941,1732144960530 started 2024-11-20T23:22:42,236 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,236 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,35941,1732144960530, RpcServer on 412a5e44fd2e/172.17.0.2:35941, sessionid=0x1015a8e5a0e0007 2024-11-20T23:22:42,236 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:22:42,236 DEBUG [RS:0;412a5e44fd2e:35941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,236 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35941,1732144960530' 2024-11-20T23:22:42,236 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1814684601/flush-table-proc/abort' 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1814684601/flush-table-proc/acquired' 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,35941,1732144960530' 2024-11-20T23:22:42,237 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1814684601/online-snapshot/abort' 2024-11-20T23:22:42,238 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1814684601/online-snapshot/acquired' 2024-11-20T23:22:42,239 DEBUG [RS:0;412a5e44fd2e:35941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:22:42,239 INFO [RS:0;412a5e44fd2e:35941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:22:42,239 INFO [RS:0;412a5e44fd2e:35941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:22:42,263 WARN [412a5e44fd2e:40711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:22:42,339 INFO [RS:0;412a5e44fd2e:35941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:22:42,343 INFO [RS:0;412a5e44fd2e:35941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35941%2C1732144960530, suffix=, logDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/oldWALs, maxLogs=10 2024-11-20T23:22:42,367 DEBUG [RS:0;412a5e44fd2e:35941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, exclude list is [], retry=0 2024-11-20T23:22:42,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-6aeef83e-5158-40c9-92e3-001dabf1c020,DISK] 2024-11-20T23:22:42,405 INFO [RS:0;412a5e44fd2e:35941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 2024-11-20T23:22:42,422 DEBUG [RS:0;412a5e44fd2e:35941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41047:41047)] 2024-11-20T23:22:42,513 DEBUG [412a5e44fd2e:40711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:22:42,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,516 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35941,1732144960530, state=OPENING 2024-11-20T23:22:42,532 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:22:42,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:42,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:42,543 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:22:42,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35941,1732144960530}] 2024-11-20T23:22:42,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1814684601/meta-region-server: CHANGED 2024-11-20T23:22:42,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1814684601/meta-region-server: CHANGED 2024-11-20T23:22:42,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:42,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:22:42,733 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:22:42,733 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:42,733 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:22:42,736 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35941%2C1732144960530.meta, suffix=.meta, logDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/oldWALs, maxLogs=10 2024-11-20T23:22:42,766 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.meta.1732144962737.meta, exclude list is [], retry=0 2024-11-20T23:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-6aeef83e-5158-40c9-92e3-001dabf1c020,DISK] 2024-11-20T23:22:42,785 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.meta.1732144962737.meta 2024-11-20T23:22:42,792 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41047:41047)] 2024-11-20T23:22:42,793 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:42,793 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:22:42,794 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:22:42,794 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:22:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:22:42,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:22:42,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:22:42,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:22:42,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:22:42,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:22:42,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:22:42,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:22:42,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:22:42,823 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:22:42,823 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740 2024-11-20T23:22:42,825 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740 2024-11-20T23:22:42,826 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:22:42,826 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:22:42,827 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:22:42,829 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:22:42,830 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61287618, jitterRate=-0.0867433249950409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:22:42,830 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:22:42,830 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144962795Writing region info on filesystem at 1732144962795Initializing all the Stores at 1732144962796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962810 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144962810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144962810Cleaning up temporary data from old regions at 1732144962826 (+16 ms)Running coprocessor post-open hooks at 1732144962830 (+4 ms)Region opened successfully at 1732144962830 2024-11-20T23:22:42,832 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144962704 2024-11-20T23:22:42,838 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:22:42,838 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:22:42,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,842 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,35941,1732144960530, state=OPEN 2024-11-20T23:22:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1814684601/meta-region-server 2024-11-20T23:22:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1814684601/meta-region-server 2024-11-20T23:22:42,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1814684601/meta-region-server: CHANGED 2024-11-20T23:22:42,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1814684601/meta-region-server: CHANGED 2024-11-20T23:22:42,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:42,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:22:42,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,35941,1732144960530 in 305 msec 2024-11-20T23:22:42,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:22:42,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-20T23:22:42,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:22:42,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:22:42,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:42,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35941,1732144960530, seqNum=-1] 2024-11-20T23:22:42,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:42,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:42,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0650 sec 2024-11-20T23:22:42,899 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144962899, completionTime=-1 2024-11-20T23:22:42,899 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:22:42,899 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:22:42,901 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145022901 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145082902 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:40711, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,902 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,908 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,911 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:42,912 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.971sec 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:22:42,913 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:22:42,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:22:42,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:22:42,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40711,1732144960096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:22:42,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d69675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:42,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:42,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:42,957 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b434cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:42,959 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:42,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4152d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:42,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35941,1732144960530, seqNum=-1] 2024-11-20T23:22:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:42,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:42,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53334 2024-11-20T23:22:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:22:42,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:42,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015a8e5a0e0008 connected 2024-11-20T23:22:42,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7758d571 2024-11-20T23:22:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:43,000 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:43,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:22:43,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:43,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:43,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:43,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:43,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:22:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:43,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:43,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:43,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:22:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:43,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ef6c304332c5d3f014df19459bef9c4, NAME => 'test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb 2024-11-20T23:22:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ef6c304332c5d3f014df19459bef9c4, disabling compactions & flushes 2024-11-20T23:22:43,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. after waiting 0 ms 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ef6c304332c5d3f014df19459bef9c4: Waiting for close lock at 1732144963532Disabling compacts and flushes for region at 1732144963532Disabling writes for close at 1732144963532Writing region close event to WAL at 1732144963532Closed at 1732144963532 2024-11-20T23:22:43,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:43,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144963538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144963538"}]},"ts":"1732144963538"} 2024-11-20T23:22:43,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:43,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:43,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144963542"}]},"ts":"1732144963542"} 2024-11-20T23:22:43,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:22:43,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ef6c304332c5d3f014df19459bef9c4, ASSIGN}] 2024-11-20T23:22:43,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ef6c304332c5d3f014df19459bef9c4, ASSIGN 2024-11-20T23:22:43,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ef6c304332c5d3f014df19459bef9c4, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44011,1732144949491; forceNewPlan=false, retain=false 2024-11-20T23:22:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:43,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ef6c304332c5d3f014df19459bef9c4, regionState=OPENING, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ef6c304332c5d3f014df19459bef9c4, ASSIGN because future has completed 2024-11-20T23:22:43,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ef6c304332c5d3f014df19459bef9c4, server=412a5e44fd2e,44011,1732144949491}] 2024-11-20T23:22:43,871 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,871 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ef6c304332c5d3f014df19459bef9c4, NAME => 'test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:43,872 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:43,872 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:22:43,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:43,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,874 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,875 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ef6c304332c5d3f014df19459bef9c4 columnFamilyName f 2024-11-20T23:22:43,875 DEBUG [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:43,885 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(327): Store=1ef6c304332c5d3f014df19459bef9c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:43,885 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,886 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ef6c304332c5d3f014df19459bef9c4 columnFamilyName f1 2024-11-20T23:22:43,886 DEBUG [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:43,886 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(327): Store=1ef6c304332c5d3f014df19459bef9c4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:43,887 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,888 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ef6c304332c5d3f014df19459bef9c4 columnFamilyName norep 2024-11-20T23:22:43,888 DEBUG [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:43,888 INFO [StoreOpener-1ef6c304332c5d3f014df19459bef9c4-1 {}] regionserver.HStore(327): Store=1ef6c304332c5d3f014df19459bef9c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:43,889 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,889 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,890 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,891 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,891 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,892 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:43,893 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,913 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:43,915 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ef6c304332c5d3f014df19459bef9c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73575917, jitterRate=0.09636659920215607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:43,915 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:22:43,915 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ef6c304332c5d3f014df19459bef9c4: Running coprocessor pre-open hook at 1732144963872Writing region info on filesystem at 1732144963872Initializing all the Stores at 1732144963873 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144963873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144963874 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144963874Cleaning up temporary data from old regions at 1732144963891 (+17 ms)Running coprocessor post-open hooks at 1732144963915 (+24 ms)Region opened successfully at 1732144963915 2024-11-20T23:22:43,920 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4., pid=6, masterSystemTime=1732144963863 2024-11-20T23:22:43,925 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,925 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:22:43,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ef6c304332c5d3f014df19459bef9c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:43,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ef6c304332c5d3f014df19459bef9c4, server=412a5e44fd2e,44011,1732144949491 because future has completed 2024-11-20T23:22:43,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:22:43,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ef6c304332c5d3f014df19459bef9c4, server=412a5e44fd2e,44011,1732144949491 in 235 msec 2024-11-20T23:22:43,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:22:43,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ef6c304332c5d3f014df19459bef9c4, ASSIGN in 403 msec 2024-11-20T23:22:43,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:43,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144963955"}]},"ts":"1732144963955"} 2024-11-20T23:22:43,958 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:22:43,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:43,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 958 msec 2024-11-20T23:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:44,153 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:22:44,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570e06af 2024-11-20T23:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:44,155 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:44,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:22:44,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:44,160 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:44,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:22:44,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:22:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:44,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fbd149d412dfe967b61f5029e5ad5a5, NAME => 'test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0 2024-11-20T23:22:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fbd149d412dfe967b61f5029e5ad5a5, disabling compactions & flushes 2024-11-20T23:22:44,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. after waiting 0 ms 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fbd149d412dfe967b61f5029e5ad5a5: Waiting for close lock at 1732144964375Disabling compacts and flushes for region at 1732144964375Disabling writes for close at 1732144964375Writing region close event to WAL at 1732144964375Closed at 1732144964375 2024-11-20T23:22:44,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:44,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144964377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144964377"}]},"ts":"1732144964377"} 2024-11-20T23:22:44,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:44,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:44,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144964383"}]},"ts":"1732144964383"} 2024-11-20T23:22:44,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:22:44,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fbd149d412dfe967b61f5029e5ad5a5, ASSIGN}] 2024-11-20T23:22:44,397 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fbd149d412dfe967b61f5029e5ad5a5, ASSIGN 2024-11-20T23:22:44,398 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fbd149d412dfe967b61f5029e5ad5a5, ASSIGN; state=OFFLINE, location=412a5e44fd2e,39991,1732144954774; forceNewPlan=false, retain=false 2024-11-20T23:22:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:44,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fbd149d412dfe967b61f5029e5ad5a5, regionState=OPENING, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:44,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fbd149d412dfe967b61f5029e5ad5a5, ASSIGN because future has completed 2024-11-20T23:22:44,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fbd149d412dfe967b61f5029e5ad5a5, server=412a5e44fd2e,39991,1732144954774}] 2024-11-20T23:22:44,764 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,764 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fbd149d412dfe967b61f5029e5ad5a5, NAME => 'test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:44,765 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:44,765 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:22:44,765 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,765 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:44,765 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,765 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,779 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,781 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fbd149d412dfe967b61f5029e5ad5a5 columnFamilyName f 2024-11-20T23:22:44,781 DEBUG [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:44,781 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(327): Store=4fbd149d412dfe967b61f5029e5ad5a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:44,781 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,782 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fbd149d412dfe967b61f5029e5ad5a5 columnFamilyName f1 2024-11-20T23:22:44,782 DEBUG [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:44,783 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(327): Store=4fbd149d412dfe967b61f5029e5ad5a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:44,783 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,784 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fbd149d412dfe967b61f5029e5ad5a5 columnFamilyName norep 2024-11-20T23:22:44,784 DEBUG [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:44,784 INFO [StoreOpener-4fbd149d412dfe967b61f5029e5ad5a5-1 {}] regionserver.HStore(327): Store=4fbd149d412dfe967b61f5029e5ad5a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:44,784 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,785 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,786 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,787 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,787 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,787 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:44,789 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:44,808 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:44,809 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fbd149d412dfe967b61f5029e5ad5a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69324694, jitterRate=0.03301844000816345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:44,809 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:22:44,809 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fbd149d412dfe967b61f5029e5ad5a5: Running coprocessor pre-open hook at 1732144964765Writing region info on filesystem at 1732144964765Initializing all the Stores at 1732144964766 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144964766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144964779 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144964779Cleaning up temporary data from old regions at 1732144964787 (+8 ms)Running coprocessor post-open hooks at 1732144964809 (+22 ms)Region opened successfully at 1732144964809 2024-11-20T23:22:44,810 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5., pid=6, masterSystemTime=1732144964732 2024-11-20T23:22:44,812 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,812 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:22:44,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fbd149d412dfe967b61f5029e5ad5a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fbd149d412dfe967b61f5029e5ad5a5, server=412a5e44fd2e,39991,1732144954774 because future has completed 2024-11-20T23:22:44,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:22:44,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fbd149d412dfe967b61f5029e5ad5a5, server=412a5e44fd2e,39991,1732144954774 in 265 msec 2024-11-20T23:22:44,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:22:44,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fbd149d412dfe967b61f5029e5ad5a5, ASSIGN in 443 msec 2024-11-20T23:22:44,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:44,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144964835"}]},"ts":"1732144964835"} 2024-11-20T23:22:44,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:22:44,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:44,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 683 msec 2024-11-20T23:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:45,316 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:22:45,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:45,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:45,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34880361 2024-11-20T23:22:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:45,324 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:45,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:22:45,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:45,333 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:45,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:22:45,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:45,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:22:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:45,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dfa9aae4b10bc2680f83021a73daf63, NAME => 'test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949 2024-11-20T23:22:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1dfa9aae4b10bc2680f83021a73daf63, disabling compactions & flushes 2024-11-20T23:22:45,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. after waiting 0 ms 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:45,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:45,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dfa9aae4b10bc2680f83021a73daf63: Waiting for close lock at 1732144965873Disabling compacts and flushes for region at 1732144965873Disabling writes for close at 1732144965873Writing region close event to WAL at 1732144965873Closed at 1732144965873 2024-11-20T23:22:45,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:45,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144965875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144965875"}]},"ts":"1732144965875"} 2024-11-20T23:22:45,882 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:45,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:45,883 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144965883"}]},"ts":"1732144965883"} 2024-11-20T23:22:45,886 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:22:45,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dfa9aae4b10bc2680f83021a73daf63, ASSIGN}] 2024-11-20T23:22:45,888 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dfa9aae4b10bc2680f83021a73daf63, ASSIGN 2024-11-20T23:22:45,889 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1dfa9aae4b10bc2680f83021a73daf63, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35941,1732144960530; forceNewPlan=false, retain=false 2024-11-20T23:22:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:46,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dfa9aae4b10bc2680f83021a73daf63, regionState=OPENING, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:46,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1dfa9aae4b10bc2680f83021a73daf63, ASSIGN because future has completed 2024-11-20T23:22:46,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfa9aae4b10bc2680f83021a73daf63, server=412a5e44fd2e,35941,1732144960530}] 2024-11-20T23:22:46,198 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:46,199 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dfa9aae4b10bc2680f83021a73daf63, NAME => 'test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:46,199 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:46,199 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:22:46,199 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,199 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:46,199 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,199 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,202 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,203 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfa9aae4b10bc2680f83021a73daf63 columnFamilyName f 2024-11-20T23:22:46,203 DEBUG [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:46,204 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(327): Store=1dfa9aae4b10bc2680f83021a73daf63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:46,204 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,205 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfa9aae4b10bc2680f83021a73daf63 columnFamilyName f1 2024-11-20T23:22:46,205 DEBUG [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:46,205 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(327): Store=1dfa9aae4b10bc2680f83021a73daf63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:46,205 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,206 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dfa9aae4b10bc2680f83021a73daf63 columnFamilyName norep 2024-11-20T23:22:46,206 DEBUG [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:46,207 INFO [StoreOpener-1dfa9aae4b10bc2680f83021a73daf63-1 {}] regionserver.HStore(327): Store=1dfa9aae4b10bc2680f83021a73daf63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:46,207 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,208 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,208 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,216 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,216 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,216 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:46,217 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,218 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:46,218 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1dfa9aae4b10bc2680f83021a73daf63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71994967, jitterRate=0.07280860841274261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:46,218 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:46,219 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1dfa9aae4b10bc2680f83021a73daf63: Running coprocessor pre-open hook at 1732144966199Writing region info on filesystem at 1732144966199Initializing all the Stores at 1732144966200 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144966200Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144966202 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144966202Cleaning up temporary data from old regions at 1732144966216 (+14 ms)Running coprocessor post-open hooks at 1732144966218 (+2 ms)Region opened successfully at 1732144966219 (+1 ms) 2024-11-20T23:22:46,219 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63., pid=6, masterSystemTime=1732144966194 2024-11-20T23:22:46,221 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:46,221 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:46,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dfa9aae4b10bc2680f83021a73daf63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:46,229 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40711 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=412a5e44fd2e,35941,1732144960530, table=test, region=1dfa9aae4b10bc2680f83021a73daf63. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T23:22:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dfa9aae4b10bc2680f83021a73daf63, server=412a5e44fd2e,35941,1732144960530 because future has completed 2024-11-20T23:22:46,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:22:46,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dfa9aae4b10bc2680f83021a73daf63, server=412a5e44fd2e,35941,1732144960530 in 210 msec 2024-11-20T23:22:46,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:22:46,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1dfa9aae4b10bc2680f83021a73daf63, ASSIGN in 369 msec 2024-11-20T23:22:46,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:46,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144966258"}]},"ts":"1732144966258"} 2024-11-20T23:22:46,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:22:46,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:46,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 938 msec 2024-11-20T23:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:22:46,473 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:22:46,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a563d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39523,-1 for getting cluster id 2024-11-20T23:22:46,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:46,490 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7175e1f-58a0-4cdd-81cf-806aea282b5a' 2024-11-20T23:22:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7175e1f-58a0-4cdd-81cf-806aea282b5a" 2024-11-20T23:22:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1ef9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39523,-1] 2024-11-20T23:22:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:46,492 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df80cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,39523,1732144948805 2024-11-20T23:22:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b59437 2024-11-20T23:22:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:46,496 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:46,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:44167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:46,499 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:44167' 2024-11-20T23:22:46,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afc7a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,500 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:46,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:46,501 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5082647f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:46,503 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:46,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781f6b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:46,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:46,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:46,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa65792 2024-11-20T23:22:46,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:46,505 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:46,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:22:46,506 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:46,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:46,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:46,506 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:46,507 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:46,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:46,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:46,508 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:46,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:46,558 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:46,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f24d3acd772557efe627c26a57319440, NAME => 'hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb 2024-11-20T23:22:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:47,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:47,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f24d3acd772557efe627c26a57319440, disabling compactions & flushes 2024-11-20T23:22:47,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. after waiting 0 ms 2024-11-20T23:22:47,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f24d3acd772557efe627c26a57319440: Waiting for close lock at 1732144967359Disabling compacts and flushes for region at 1732144967359Disabling writes for close at 1732144967359Writing region close event to WAL at 1732144967359Closed at 1732144967359 2024-11-20T23:22:47,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:47,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144967368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144967368"}]},"ts":"1732144967368"} 2024-11-20T23:22:47,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:47,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:47,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144967375"}]},"ts":"1732144967375"} 2024-11-20T23:22:47,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:47,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24d3acd772557efe627c26a57319440, ASSIGN}] 2024-11-20T23:22:47,378 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24d3acd772557efe627c26a57319440, ASSIGN 2024-11-20T23:22:47,379 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f24d3acd772557efe627c26a57319440, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44011,1732144949491; forceNewPlan=false, retain=false 2024-11-20T23:22:47,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f24d3acd772557efe627c26a57319440, regionState=OPENING, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:47,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f24d3acd772557efe627c26a57319440, ASSIGN because future has completed 2024-11-20T23:22:47,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24d3acd772557efe627c26a57319440, server=412a5e44fd2e,44011,1732144949491}] 2024-11-20T23:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:47,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:47,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:47,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44011%2C1732144949491.rep, suffix=, logDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491, archiveDir=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/oldWALs, maxLogs=10 2024-11-20T23:22:47,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.rep.1732144967691, exclude list is [], retry=0 2024-11-20T23:22:47,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45173,DS-c6696844-c7b5-48ec-a5b0-7371753e76de,DISK] 2024-11-20T23:22:47,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.rep.1732144967691 2024-11-20T23:22:47,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-20T23:22:47,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f24d3acd772557efe627c26a57319440, NAME => 'hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:47,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. service=MultiRowMutationService 2024-11-20T23:22:47,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,720 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,721 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24d3acd772557efe627c26a57319440 columnFamilyName hfileref 2024-11-20T23:22:47,721 DEBUG [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:47,721 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(327): Store=f24d3acd772557efe627c26a57319440/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:47,721 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,722 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24d3acd772557efe627c26a57319440 columnFamilyName queue 2024-11-20T23:22:47,722 DEBUG [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:47,723 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(327): Store=f24d3acd772557efe627c26a57319440/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:47,723 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,723 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24d3acd772557efe627c26a57319440 columnFamilyName sid 2024-11-20T23:22:47,723 DEBUG [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:47,724 INFO [StoreOpener-f24d3acd772557efe627c26a57319440-1 {}] regionserver.HStore(327): Store=f24d3acd772557efe627c26a57319440/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:47,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:47,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:47,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f24d3acd772557efe627c26a57319440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61960382, jitterRate=-0.07671836018562317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:47,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24d3acd772557efe627c26a57319440 2024-11-20T23:22:47,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f24d3acd772557efe627c26a57319440: Running coprocessor pre-open hook at 1732144967714Writing region info on filesystem at 1732144967714Initializing all the Stores at 1732144967714Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144967714Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144967720 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144967720Cleaning up temporary data from old regions at 1732144967725 (+5 ms)Running coprocessor post-open hooks at 1732144967728 (+3 ms)Region opened successfully at 1732144967728 2024-11-20T23:22:47,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440., pid=10, masterSystemTime=1732144967685 2024-11-20T23:22:47,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:22:47,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f24d3acd772557efe627c26a57319440, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44011,1732144949491 2024-11-20T23:22:47,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24d3acd772557efe627c26a57319440, server=412a5e44fd2e,44011,1732144949491 because future has completed 2024-11-20T23:22:47,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:47,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f24d3acd772557efe627c26a57319440, server=412a5e44fd2e,44011,1732144949491 in 201 msec 2024-11-20T23:22:47,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:47,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24d3acd772557efe627c26a57319440, ASSIGN in 358 msec 2024-11-20T23:22:47,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:47,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144967737"}]},"ts":"1732144967737"} 2024-11-20T23:22:47,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:47,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:47,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2340 sec 2024-11-20T23:22:47,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440., hostname=412a5e44fd2e,44011,1732144949491, seqNum=2] 2024-11-20T23:22:47,816 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:22:47,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:47,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:47,995 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:48,062 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,44011,1732144949491, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:48,062 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:48,063 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44011,1732144949491, seqNum=-1] 2024-11-20T23:22:48,063 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:48,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,44011,1732144949491', locateType=CURRENT is [region=hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440., hostname=412a5e44fd2e,44011,1732144949491, seqNum=2] 2024-11-20T23:22:48,076 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:48,079 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,44011,1732144949491 suceeded 2024-11-20T23:22:48,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:48,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-20T23:22:48,081 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:44167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:48,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5850 sec 2024-11-20T23:22:48,097 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:44167' 2024-11-20T23:22:48,098 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,099 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:48,099 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:48,099 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377b4c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,101 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:48,102 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468c312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,102 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:48,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:48,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7805f85c 2024-11-20T23:22:48,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:48,105 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:48,106 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,44011,1732144949491 (queues=1) is replicating from cluster=a7175e1f-58a0-4cdd-81cf-806aea282b5a to cluster=fe06a671-fdcb-4def-a22a-e3eacd88039c 2024-11-20T23:22:48,106 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C44011%2C1732144949491 2024-11-20T23:22:48,106 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,44011,1732144949491, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:48,108 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C44011%2C1732144949491 2024-11-20T23:22:48,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, startPosition=0, beingWritten=true 2024-11-20T23:22:48,131 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:48,131 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:48,131 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44011,1732144949491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:48,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:48,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,341 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:48,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:22:48,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:22:48,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:22:48,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:22:48,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:22:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:48,652 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:48,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:48,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:48,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:48,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbd9b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:48,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:48,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdd7df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,656 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d7ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bfa1853 2024-11-20T23:22:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:48,659 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:48,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:40711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:48,660 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:48,662 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:40711' 2024-11-20T23:22:48,664 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9d5536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,664 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:48,664 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:48,668 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33454cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:48,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,670 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:48,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740ea15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:48,671 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:48,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:48,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33072af1 2024-11-20T23:22:48,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:48,672 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:48,673 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T23:22:48,673 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:48,673 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,673 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:48,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:48,674 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:48,675 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:48,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:48,676 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:48,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:48,701 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 311f39f4bf9043976360604a789ad166, NAME => 'hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0 2024-11-20T23:22:48,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 311f39f4bf9043976360604a789ad166, disabling compactions & flushes 2024-11-20T23:22:48,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. after waiting 0 ms 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:48,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:48,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 311f39f4bf9043976360604a789ad166: Waiting for close lock at 1732144968722Disabling compacts and flushes for region at 1732144968722Disabling writes for close at 1732144968722Writing region close event to WAL at 1732144968722Closed at 1732144968722 2024-11-20T23:22:48,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:48,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144968723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144968723"}]},"ts":"1732144968723"} 2024-11-20T23:22:48,725 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:48,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:48,726 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:48,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144968726"}]},"ts":"1732144968726"} 2024-11-20T23:22:48,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:48,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f39f4bf9043976360604a789ad166, ASSIGN}] 2024-11-20T23:22:48,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f39f4bf9043976360604a789ad166, ASSIGN 2024-11-20T23:22:48,734 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311f39f4bf9043976360604a789ad166, ASSIGN; state=OFFLINE, location=412a5e44fd2e,39991,1732144954774; forceNewPlan=false, retain=false 2024-11-20T23:22:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:48,884 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311f39f4bf9043976360604a789ad166, regionState=OPENING, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311f39f4bf9043976360604a789ad166, ASSIGN because future has completed 2024-11-20T23:22:48,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311f39f4bf9043976360604a789ad166, server=412a5e44fd2e,39991,1732144954774}] 2024-11-20T23:22:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:49,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:22:49,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:49,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:49,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:49,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C39991%2C1732144954774.rep, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/oldWALs, maxLogs=10 2024-11-20T23:22:49,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.rep.1732144969059, exclude list is [], retry=0 2024-11-20T23:22:49,081 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:49,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35151,DS-cdd53cee-208e-448f-a5d1-5b3bdad2acdc,DISK] 2024-11-20T23:22:49,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.rep.1732144969059 2024-11-20T23:22:49,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-20T23:22:49,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 311f39f4bf9043976360604a789ad166, NAME => 'hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:49,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:49,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:49,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. service=MultiRowMutationService 2024-11-20T23:22:49,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:49,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:49,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,105 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,107 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f39f4bf9043976360604a789ad166 columnFamilyName hfileref 2024-11-20T23:22:49,107 DEBUG [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:49,108 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(327): Store=311f39f4bf9043976360604a789ad166/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:49,108 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,109 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f39f4bf9043976360604a789ad166 columnFamilyName queue 2024-11-20T23:22:49,109 DEBUG [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:49,110 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(327): Store=311f39f4bf9043976360604a789ad166/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:49,110 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,111 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f39f4bf9043976360604a789ad166 columnFamilyName sid 2024-11-20T23:22:49,111 DEBUG [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:49,112 INFO [StoreOpener-311f39f4bf9043976360604a789ad166-1 {}] regionserver.HStore(327): Store=311f39f4bf9043976360604a789ad166/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:49,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/replication/311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/replication/311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:49,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/replication/311f39f4bf9043976360604a789ad166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:49,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 311f39f4bf9043976360604a789ad166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62340190, jitterRate=-0.07105877995491028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:49,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311f39f4bf9043976360604a789ad166 2024-11-20T23:22:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 311f39f4bf9043976360604a789ad166: Running coprocessor pre-open hook at 1732144969093Writing region info on filesystem at 1732144969093Initializing all the Stores at 1732144969094 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144969094Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144969105 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144969105Cleaning up temporary data from old regions at 1732144969114 (+9 ms)Running coprocessor post-open hooks at 1732144969121 (+7 ms)Region opened successfully at 1732144969121 2024-11-20T23:22:49,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166., pid=10, masterSystemTime=1732144969042 2024-11-20T23:22:49,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:49,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:22:49,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311f39f4bf9043976360604a789ad166, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,39991,1732144954774 2024-11-20T23:22:49,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311f39f4bf9043976360604a789ad166, server=412a5e44fd2e,39991,1732144954774 because future has completed 2024-11-20T23:22:49,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:49,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 311f39f4bf9043976360604a789ad166, server=412a5e44fd2e,39991,1732144954774 in 280 msec 2024-11-20T23:22:49,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:49,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f39f4bf9043976360604a789ad166, ASSIGN in 438 msec 2024-11-20T23:22:49,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:49,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144969172"}]},"ts":"1732144969172"} 2024-11-20T23:22:49,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:49,176 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:49,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 502 msec 2024-11-20T23:22:49,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166., hostname=412a5e44fd2e,39991,1732144954774, seqNum=2] 2024-11-20T23:22:49,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:49,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:22:49,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:49,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:49,402 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:49,450 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,39991,1732144954774, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:49,451 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:49,451 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,39991,1732144954774, seqNum=-1] 2024-11-20T23:22:49,451 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:49,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:49,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,39991,1732144954774', locateType=CURRENT is [region=hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166., hostname=412a5e44fd2e,39991,1732144954774, seqNum=2] 2024-11-20T23:22:49,480 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:49,503 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,39991,1732144954774 suceeded 2024-11-20T23:22:49,504 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:40711' 2024-11-20T23:22:49,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:49,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec 2024-11-20T23:22:49,506 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:40711,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:49,506 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd22b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,506 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:49,506 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:49,507 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:49,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@465fae93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:49,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,510 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:49,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 847 msec 2024-11-20T23:22:49,513 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60dda84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,513 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5fba97 2024-11-20T23:22:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:49,515 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:49,516 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,39991,1732144954774 (queues=1) is replicating from cluster=fe06a671-fdcb-4def-a22a-e3eacd88039c to cluster=0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f 2024-11-20T23:22:49,516 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C39991%2C1732144954774 2024-11-20T23:22:49,516 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,39991,1732144954774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:49,518 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, startPosition=0, beingWritten=true 2024-11-20T23:22:49,524 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C39991%2C1732144954774 2024-11-20T23:22:49,535 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:49,535 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:49,535 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:49,598 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:49,755 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:49,803 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:49,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:49,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:49,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:49,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d4714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:49,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:49,805 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740d600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,807 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b4162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2def5303 2024-11-20T23:22:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:49,809 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:49,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:44167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:22:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:22:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:49,812 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:44167' 2024-11-20T23:22:49,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b1e6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,813 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:49,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:49,813 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d4ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,814 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195ecdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:49,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6789b1fd 2024-11-20T23:22:49,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:49,816 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:22:49,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T23:22:49,817 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:22:49,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:49,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:49,817 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:22:49,818 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:22:49,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:22:49,819 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:49,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:22:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:22:49,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437891cd123ff98cf735e54f3dc2faca, NAME => 'hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949 2024-11-20T23:22:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:22:49,868 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:22:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:50,063 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:50,211 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:50,468 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 437891cd123ff98cf735e54f3dc2faca, disabling compactions & flushes 2024-11-20T23:22:50,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. after waiting 0 ms 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437891cd123ff98cf735e54f3dc2faca: Waiting for close lock at 1732144970554Disabling compacts and flushes for region at 1732144970554Disabling writes for close at 1732144970554Writing region close event to WAL at 1732144970554Closed at 1732144970554 2024-11-20T23:22:50,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:22:50,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732144970555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144970555"}]},"ts":"1732144970555"} 2024-11-20T23:22:50,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:22:50,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:22:50,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144970557"}]},"ts":"1732144970557"} 2024-11-20T23:22:50,558 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:22:50,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437891cd123ff98cf735e54f3dc2faca, ASSIGN}] 2024-11-20T23:22:50,559 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437891cd123ff98cf735e54f3dc2faca, ASSIGN 2024-11-20T23:22:50,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=437891cd123ff98cf735e54f3dc2faca, ASSIGN; state=OFFLINE, location=412a5e44fd2e,35941,1732144960530; forceNewPlan=false, retain=false 2024-11-20T23:22:50,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=437891cd123ff98cf735e54f3dc2faca, regionState=OPENING, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:50,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=437891cd123ff98cf735e54f3dc2faca, ASSIGN because future has completed 2024-11-20T23:22:50,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437891cd123ff98cf735e54f3dc2faca, server=412a5e44fd2e,35941,1732144960530}] 2024-11-20T23:22:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:22:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:22:50,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C35941%2C1732144960530.rep, suffix=, logDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/oldWALs, maxLogs=10 2024-11-20T23:22:50,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.rep.1732144970868, exclude list is [], retry=0 2024-11-20T23:22:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-6aeef83e-5158-40c9-92e3-001dabf1c020,DISK] 2024-11-20T23:22:50,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.rep.1732144970868 2024-11-20T23:22:50,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41047:41047)] 2024-11-20T23:22:50,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 437891cd123ff98cf735e54f3dc2faca, NAME => 'hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:22:50,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. service=MultiRowMutationService 2024-11-20T23:22:50,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,885 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,886 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437891cd123ff98cf735e54f3dc2faca columnFamilyName hfileref 2024-11-20T23:22:50,886 DEBUG [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:50,886 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(327): Store=437891cd123ff98cf735e54f3dc2faca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:50,886 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,887 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437891cd123ff98cf735e54f3dc2faca columnFamilyName queue 2024-11-20T23:22:50,887 DEBUG [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:50,887 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(327): Store=437891cd123ff98cf735e54f3dc2faca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:50,887 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,887 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437891cd123ff98cf735e54f3dc2faca columnFamilyName sid 2024-11-20T23:22:50,887 DEBUG [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:22:50,888 INFO [StoreOpener-437891cd123ff98cf735e54f3dc2faca-1 {}] regionserver.HStore(327): Store=437891cd123ff98cf735e54f3dc2faca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:22:50,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:22:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:22:50,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 437891cd123ff98cf735e54f3dc2faca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940650, jitterRate=0.07199922204017639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:22:50,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:50,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 437891cd123ff98cf735e54f3dc2faca: Running coprocessor pre-open hook at 1732144970884Writing region info on filesystem at 1732144970884Initializing all the Stores at 1732144970884Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144970885 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144970885Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144970885Cleaning up temporary data from old regions at 1732144970889 (+4 ms)Running coprocessor post-open hooks at 1732144970892 (+3 ms)Region opened successfully at 1732144970892 2024-11-20T23:22:50,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca., pid=10, masterSystemTime=1732144970864 2024-11-20T23:22:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:50,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=437891cd123ff98cf735e54f3dc2faca, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437891cd123ff98cf735e54f3dc2faca, server=412a5e44fd2e,35941,1732144960530 because future has completed 2024-11-20T23:22:50,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:22:50,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 437891cd123ff98cf735e54f3dc2faca, server=412a5e44fd2e,35941,1732144960530 in 183 msec 2024-11-20T23:22:50,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:22:50,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=437891cd123ff98cf735e54f3dc2faca, ASSIGN in 338 msec 2024-11-20T23:22:50,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:22:50,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144970899"}]},"ts":"1732144970899"} 2024-11-20T23:22:50,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:22:50,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:22:50,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0840 sec 2024-11-20T23:22:50,915 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca., hostname=412a5e44fd2e,35941,1732144960530, seqNum=2] 2024-11-20T23:22:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:50,971 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:51,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:22:51,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:22:51,505 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:22:51,568 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,35941,1732144960530, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:22:51,569 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:51,569 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35941,1732144960530, seqNum=-1] 2024-11-20T23:22:51,570 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:51,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,35941,1732144960530', locateType=CURRENT is [region=hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca., hostname=412a5e44fd2e,35941,1732144960530, seqNum=2] 2024-11-20T23:22:51,574 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:51,611 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:22:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:22:51,614 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,35941,1732144960530 suceeded 2024-11-20T23:22:51,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:22:51,617 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:44167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:22:51,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 274 msec 2024-11-20T23:22:51,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8070 sec 2024-11-20T23:22:51,637 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:44167' 2024-11-20T23:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b699201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:51,639 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368f4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:51,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:51,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,644 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:51,645 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7731f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,645 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,44167,1732144954482 2024-11-20T23:22:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cf60c5 2024-11-20T23:22:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:22:51,647 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T23:22:51,649 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,35941,1732144960530 (queues=1) is replicating from cluster=0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f to cluster=fe06a671-fdcb-4def-a22a-e3eacd88039c 2024-11-20T23:22:51,649 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C35941%2C1732144960530 2024-11-20T23:22:51,649 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,35941,1732144960530, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:22:51,664 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, startPosition=0, beingWritten=true 2024-11-20T23:22:51,672 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C35941%2C1732144960530 2024-11-20T23:22:51,691 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:51,691 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 379, reset compression=false 2024-11-20T23:22:51,691 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:51,724 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:51,924 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 379, reset compression=false 2024-11-20T23:22:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:22:51,962 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:22:51,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:51,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:51,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:51,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bd5f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,39523,-1 for getting cluster id 2024-11-20T23:22:51,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:51,966 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7175e1f-58a0-4cdd-81cf-806aea282b5a' 2024-11-20T23:22:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7175e1f-58a0-4cdd-81cf-806aea282b5a" 2024-11-20T23:22:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafe89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,39523,-1] 2024-11-20T23:22:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,967 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213a24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ec87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:51,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:51,970 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab08701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,971 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:51,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59740de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45070dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:51,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:51,973 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b04c6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:51,975 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa0dcd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:51,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44011,1732144949491, seqNum=-1] 2024-11-20T23:22:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:51,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4., hostname=412a5e44fd2e,44011,1732144949491, seqNum=2] 2024-11-20T23:22:51,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35941,1732144960530, seqNum=-1] 2024-11-20T23:22:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:51,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63., hostname=412a5e44fd2e,35941,1732144960530, seqNum=2] 2024-11-20T23:22:51,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T23:22:52,227 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 379, reset compression=false 2024-11-20T23:22:52,298 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:52,631 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 379, reset compression=false 2024-11-20T23:22:52,661 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 379, reset compression=false 2024-11-20T23:22:52,666 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:52,666 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:52,666 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44011,1732144949491 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ef6c304332c5d3f014df19459bef9c4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T23:22:52,669 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:52,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:52,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:52,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bc4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:52,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,44167,-1 for getting cluster id 2024-11-20T23:22:52,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:52,671 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe06a671-fdcb-4def-a22a-e3eacd88039c' 2024-11-20T23:22:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe06a671-fdcb-4def-a22a-e3eacd88039c" 2024-11-20T23:22:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179f991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,44167,-1] 2024-11-20T23:22:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:52,672 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:52,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed32ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:52,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:52,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,39991,1732144954774, seqNum=-1] 2024-11-20T23:22:52,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:52,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:52,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5., hostname=412a5e44fd2e,39991,1732144954774, seqNum=2] 2024-11-20T23:22:52,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:52,870 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:52,998 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T23:22:53,102 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 379, reset compression=false 2024-11-20T23:22:53,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:53,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 504, reset compression=false 2024-11-20T23:22:53,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fbd149d412dfe967b61f5029e5ad5a5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T23:22:53,112 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:53,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:53,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:53,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef64f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:53,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40711,-1 for getting cluster id 2024-11-20T23:22:53,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:22:53,117 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f' 2024-11-20T23:22:53,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:22:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d849e3b-3e3b-4b8e-af82-1de77eb2fe4f" 2024-11-20T23:22:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49327ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40711,-1] 2024-11-20T23:22:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:22:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:53,119 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:22:53,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5229211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:22:53,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:53,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,35941,1732144960530, seqNum=-1] 2024-11-20T23:22:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:53,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T23:22:53,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63., hostname=412a5e44fd2e,35941,1732144960530, seqNum=2] 2024-11-20T23:22:53,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:53,134 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 379, reset compression=false 2024-11-20T23:22:53,146 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:53,146 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 528, reset compression=false 2024-11-20T23:22:53,146 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:53,198 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:53,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:22:53,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:22:53,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 504, reset compression=false 2024-11-20T23:22:53,353 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 528, reset compression=false 2024-11-20T23:22:53,602 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:53,628 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 504, reset compression=false 2024-11-20T23:22:53,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 528, reset compression=false 2024-11-20T23:22:54,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T23:22:54,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:22:54,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,39991,1732144954774, seqNum=-1] 2024-11-20T23:22:54,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:22:54,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:22:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5., hostname=412a5e44fd2e,39991,1732144954774, seqNum=2] 2024-11-20T23:22:54,013 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T23:22:54,044 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 504, reset compression=false 2024-11-20T23:22:54,050 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:54,050 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 608, reset compression=false 2024-11-20T23:22:54,050 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fbd149d412dfe967b61f5029e5ad5a5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:54,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:54,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:54,078 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 528, reset compression=false 2024-11-20T23:22:54,095 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:54,095 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 656, reset compression=false 2024-11-20T23:22:54,096 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:54,132 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:54,279 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 608, reset compression=false 2024-11-20T23:22:54,313 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 656, reset compression=false 2024-11-20T23:22:54,589 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 608, reset compression=false 2024-11-20T23:22:54,636 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 656, reset compression=false 2024-11-20T23:22:54,746 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:54,992 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 608, reset compression=false 2024-11-20T23:22:55,015 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T23:22:55,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T23:22:55,039 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 656, reset compression=false 2024-11-20T23:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 760, reset compression=false 2024-11-20T23:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dfa9aae4b10bc2680f83021a73daf63/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T23:22:55,047 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:22:55,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T23:22:55,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:55,247 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 760, reset compression=false 2024-11-20T23:22:55,449 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:55,496 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 608, reset compression=false 2024-11-20T23:22:55,502 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:55,502 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 735, reset compression=false 2024-11-20T23:22:55,502 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:55,550 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 760, reset compression=false 2024-11-20T23:22:55,714 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 735, reset compression=false 2024-11-20T23:22:55,954 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 760, reset compression=false 2024-11-20T23:22:56,017 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 735, reset compression=false 2024-11-20T23:22:56,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T23:22:56,026 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T23:22:56,253 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 480, reset compression=false 2024-11-20T23:22:56,263 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:56,263 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:56,263 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44011,1732144949491 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ef6c304332c5d3f014df19459bef9c4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T23:22:56,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:56,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:56,422 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 735, reset compression=false 2024-11-20T23:22:56,445 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:56,445 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 883, reset compression=false 2024-11-20T23:22:56,445 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fbd149d412dfe967b61f5029e5ad5a5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T23:22:56,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:56,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:56,470 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 760, reset compression=false 2024-11-20T23:22:56,478 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:56,478 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 932, reset compression=false 2024-11-20T23:22:56,478 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:56,481 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:56,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:22:56,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:56,643 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108764 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:22:56,661 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 883, reset compression=false 2024-11-20T23:22:56,689 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 932, reset compression=false 2024-11-20T23:22:56,806 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:56,969 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 883, reset compression=false 2024-11-20T23:22:56,999 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 932, reset compression=false 2024-11-20T23:22:57,030 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T23:22:57,034 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T23:22:57,234 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:57,409 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 932, reset compression=false 2024-11-20T23:22:57,413 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 883, reset compression=false 2024-11-20T23:22:57,446 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:57,446 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1042, reset compression=false 2024-11-20T23:22:57,446 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fbd149d412dfe967b61f5029e5ad5a5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T23:22:57,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:57,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:57,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:57,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1082, reset compression=false 2024-11-20T23:22:57,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:57,679 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1042, reset compression=false 2024-11-20T23:22:57,693 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1082, reset compression=false 2024-11-20T23:22:57,756 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:57,992 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1042, reset compression=false 2024-11-20T23:22:57,996 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1082, reset compression=false 2024-11-20T23:22:58,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T23:22:58,044 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T23:22:58,368 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:58,437 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1042, reset compression=false 2024-11-20T23:22:58,452 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1082, reset compression=false 2024-11-20T23:22:58,477 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:22:58,477 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1241, reset compression=false 2024-11-20T23:22:58,477 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dfa9aae4b10bc2680f83021a73daf63/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T23:22:58,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T23:22:58,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T23:22:58,708 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1241, reset compression=false 2024-11-20T23:22:58,744 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:22:58,957 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1042, reset compression=false 2024-11-20T23:22:58,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:58,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:22:58,972 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:59,025 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1241, reset compression=false 2024-11-20T23:22:59,046 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T23:22:59,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:22:59,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:59,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:59,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:59,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:59,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:22:59,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:22:59,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1268176085, stopped=false 2024-11-20T23:22:59,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,40711,1732144960096 2024-11-20T23:22:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1814684601/running 2024-11-20T23:22:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1814684601/running 2024-11-20T23:22:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:22:59,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:22:59,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/running 2024-11-20T23:22:59,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Set watcher on znode that does not yet exist, /2-1814684601/running 2024-11-20T23:22:59,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:22:59,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:59,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:59,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,35941,1732144960530' ***** 2024-11-20T23:22:59,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:22:59,072 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:22:59,072 INFO [RS:0;412a5e44fd2e:35941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:22:59,072 INFO [RS:0;412a5e44fd2e:35941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:22:59,072 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(3091): Received CLOSE for 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:59,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:22:59,076 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:59,076 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,35941,1732144960530 2024-11-20T23:22:59,076 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:22:59,076 INFO [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35941. 2024-11-20T23:22:59,076 DEBUG [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:22:59,076 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:22:59,077 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:22:59,077 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:22:59,077 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:22:59,077 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:22:59,077 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:22:59,077 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1325): Online Regions={437891cd123ff98cf735e54f3dc2faca=hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca., 1dfa9aae4b10bc2680f83021a73daf63=test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:22:59,077 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:22:59,077 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dfa9aae4b10bc2680f83021a73daf63, 437891cd123ff98cf735e54f3dc2faca 2024-11-20T23:22:59,077 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:22:59,077 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:22:59,077 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:22:59,077 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:22:59,078 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:22:59,079 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437891cd123ff98cf735e54f3dc2faca, disabling compactions & flushes 2024-11-20T23:22:59,079 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:59,079 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:59,080 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. after waiting 0 ms 2024-11-20T23:22:59,080 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:59,080 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 437891cd123ff98cf735e54f3dc2faca 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T23:22:59,083 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:59,102 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/info/7ef07569abb04ffba22e8500cb62a8c4 is 147, key is hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca./info:regioninfo/1732144970894/Put/seqid=0 2024-11-20T23:22:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741840_1016 (size=7686) 2024-11-20T23:22:59,111 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/.tmp/queue/f5ae9ed832ce4e168275fcd3a84881e0 is 154, key is 1-412a5e44fd2e,35941,1732144960530/queue:412a5e44fd2e%2C35941%2C1732144960530/1732144978496/Put/seqid=0 2024-11-20T23:22:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741841_1017 (size=5353) 2024-11-20T23:22:59,115 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/.tmp/queue/f5ae9ed832ce4e168275fcd3a84881e0 2024-11-20T23:22:59,121 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/.tmp/queue/f5ae9ed832ce4e168275fcd3a84881e0 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/queue/f5ae9ed832ce4e168275fcd3a84881e0 2024-11-20T23:22:59,126 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/queue/f5ae9ed832ce4e168275fcd3a84881e0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T23:22:59,129 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 437891cd123ff98cf735e54f3dc2faca in 48ms, sequenceid=12, compaction requested=false 2024-11-20T23:22:59,137 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/replication/437891cd123ff98cf735e54f3dc2faca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T23:22:59,137 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:59,137 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:59,138 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437891cd123ff98cf735e54f3dc2faca: Waiting for close lock at 1732144979079Running coprocessor pre-close hooks at 1732144979079Disabling compacts and flushes for region at 1732144979079Disabling writes for close at 1732144979080 (+1 ms)Obtaining lock to block concurrent updates at 1732144979080Preparing flush snapshotting stores in 437891cd123ff98cf735e54f3dc2faca at 1732144979080Finished memstore snapshotting hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732144979080Flushing stores of hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. at 1732144979084 (+4 ms)Flushing 437891cd123ff98cf735e54f3dc2faca/queue: creating writer at 1732144979084Flushing 437891cd123ff98cf735e54f3dc2faca/queue: appending metadata at 1732144979111 (+27 ms)Flushing 437891cd123ff98cf735e54f3dc2faca/queue: closing flushed file at 1732144979111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3779fcc8: reopening flushed file at 1732144979120 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 437891cd123ff98cf735e54f3dc2faca in 48ms, sequenceid=12, compaction requested=false at 1732144979129 (+9 ms)Writing region close event to WAL at 1732144979129Running coprocessor post-close hooks at 1732144979137 (+8 ms)Closed at 1732144979138 (+1 ms) 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144969817.437891cd123ff98cf735e54f3dc2faca. 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dfa9aae4b10bc2680f83021a73daf63, disabling compactions & flushes 2024-11-20T23:22:59,138 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. after waiting 0 ms 2024-11-20T23:22:59,138 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:22:59,138 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dfa9aae4b10bc2680f83021a73daf63 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T23:22:59,168 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:22:59,176 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-20T23:22:59,177 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:22:59,182 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f/87ba9e3a4c6d4848966117dbb9bb1c47 is 29, key is row1/f:/1732144977031/DeleteFamily/seqid=0 2024-11-20T23:22:59,190 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T23:22:59,193 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:22:59,193 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:22:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741842_1018 (size=5152) 2024-11-20T23:22:59,228 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f/87ba9e3a4c6d4848966117dbb9bb1c47 2024-11-20T23:22:59,250 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87ba9e3a4c6d4848966117dbb9bb1c47 2024-11-20T23:22:59,278 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:59,287 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f1/4f7dc777312a4003b5ec640e9f99d69d is 30, key is row1/f1:/1732144977031/DeleteFamily/seqid=0 2024-11-20T23:22:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741843_1019 (size=5158) 2024-11-20T23:22:59,433 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1241, reset compression=false 2024-11-20T23:22:59,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:22:59,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1488, reset compression=false 2024-11-20T23:22:59,458 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,35941,1732144960530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:22:59,459 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,35941,1732144960530: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,35941,1732144960530, walGroup=412a5e44fd2e%2C35941%2C1732144960530, offset=412a5e44fd2e%2C35941%2C1732144960530.1732144962343:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:35941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:22:59,460 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:22:59,460 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:22:59,461 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:22:59,461 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:22:59,461 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:22:59,461 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 866471200 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201233816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:22:59,462 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:40711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:40711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:22:59,478 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:59,513 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/info/7ef07569abb04ffba22e8500cb62a8c4 2024-11-20T23:22:59,516 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:22:59,571 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/ns/b2e6300cc23b4728b877da13f9975c90 is 43, key is default/ns:d/1732144962885/Put/seqid=0 2024-11-20T23:22:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741844_1020 (size=5153) 2024-11-20T23:22:59,608 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/ns/b2e6300cc23b4728b877da13f9975c90 2024-11-20T23:22:59,633 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/rep_barrier/2f28aaeea45e45a09fd57f15e8833282 is 112, key is test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63./rep_barrier:seqnumDuringOpen/1732144966222/Put/seqid=0 2024-11-20T23:22:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741845_1021 (size=5518) 2024-11-20T23:22:59,651 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/rep_barrier/2f28aaeea45e45a09fd57f15e8833282 2024-11-20T23:22:59,672 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1488, reset compression=false 2024-11-20T23:22:59,679 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:59,705 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/table/6132f550703242f6bde12dd3bde1a50a is 53, key is hbase:replication/table:state/1732144970899/Put/seqid=0 2024-11-20T23:22:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741846_1022 (size=5308) 2024-11-20T23:22:59,742 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/table/6132f550703242f6bde12dd3bde1a50a 2024-11-20T23:22:59,749 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/info/7ef07569abb04ffba22e8500cb62a8c4 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/info/7ef07569abb04ffba22e8500cb62a8c4 2024-11-20T23:22:59,758 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/info/7ef07569abb04ffba22e8500cb62a8c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:22:59,759 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/ns/b2e6300cc23b4728b877da13f9975c90 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/ns/b2e6300cc23b4728b877da13f9975c90 2024-11-20T23:22:59,762 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f1/4f7dc777312a4003b5ec640e9f99d69d 2024-11-20T23:22:59,770 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/ns/b2e6300cc23b4728b877da13f9975c90, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:22:59,771 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/rep_barrier/2f28aaeea45e45a09fd57f15e8833282 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/rep_barrier/2f28aaeea45e45a09fd57f15e8833282 2024-11-20T23:22:59,776 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f7dc777312a4003b5ec640e9f99d69d 2024-11-20T23:22:59,791 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/rep_barrier/2f28aaeea45e45a09fd57f15e8833282, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:22:59,792 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/.tmp/table/6132f550703242f6bde12dd3bde1a50a as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/table/6132f550703242f6bde12dd3bde1a50a 2024-11-20T23:22:59,806 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/table/6132f550703242f6bde12dd3bde1a50a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:22:59,808 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/norep/f0afb052ef6a403b8317feca46a7e36b is 33, key is row2/norep:/1732144978041/DeleteFamily/seqid=0 2024-11-20T23:22:59,808 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 731ms, sequenceid=16, compaction requested=false 2024-11-20T23:22:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741847_1023 (size=5108) 2024-11-20T23:22:59,829 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:22:59,829 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:22:59,829 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:22:59,830 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:59,830 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144979077Running coprocessor pre-close hooks at 1732144979077Disabling compacts and flushes for region at 1732144979077Disabling writes for close at 1732144979077Obtaining lock to block concurrent updates at 1732144979078 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144979078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144979078Flushing stores of hbase:meta,,1.1588230740 at 1732144979080 (+2 ms)Flushing 1588230740/info: creating writer at 1732144979080Flushing 1588230740/info: appending metadata at 1732144979102 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732144979102Flushing 1588230740/ns: creating writer at 1732144979532 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732144979571 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1732144979571Flushing 1588230740/rep_barrier: creating writer at 1732144979613 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144979633 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144979633Flushing 1588230740/table: creating writer at 1732144979658 (+25 ms)Flushing 1588230740/table: appending metadata at 1732144979704 (+46 ms)Flushing 1588230740/table: closing flushed file at 1732144979704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207c0ead: reopening flushed file at 1732144979749 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ceb1f6e: reopening flushed file at 1732144979759 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ffe64c: reopening flushed file at 1732144979770 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c90068: reopening flushed file at 1732144979791 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 731ms, sequenceid=16, compaction requested=false at 1732144979808 (+17 ms)Writing region close event to WAL at 1732144979815 (+7 ms)Running coprocessor post-close hooks at 1732144979829 (+14 ms)Closed at 1732144979830 (+1 ms) 2024-11-20T23:22:59,830 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:22:59,879 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:22:59,904 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:22:59,957 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:23:00,010 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1488, reset compression=false 2024-11-20T23:23:00,079 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:23:00,079 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1325): Online Regions={1dfa9aae4b10bc2680f83021a73daf63=test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63.} 2024-11-20T23:23:00,079 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:23:00,229 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/norep/f0afb052ef6a403b8317feca46a7e36b 2024-11-20T23:23:00,238 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0afb052ef6a403b8317feca46a7e36b 2024-11-20T23:23:00,239 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f/87ba9e3a4c6d4848966117dbb9bb1c47 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/f/87ba9e3a4c6d4848966117dbb9bb1c47 2024-11-20T23:23:00,249 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87ba9e3a4c6d4848966117dbb9bb1c47 2024-11-20T23:23:00,249 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/f/87ba9e3a4c6d4848966117dbb9bb1c47, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:00,250 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/f1/4f7dc777312a4003b5ec640e9f99d69d as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/f1/4f7dc777312a4003b5ec640e9f99d69d 2024-11-20T23:23:00,257 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f7dc777312a4003b5ec640e9f99d69d 2024-11-20T23:23:00,257 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/f1/4f7dc777312a4003b5ec640e9f99d69d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:00,261 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/.tmp/norep/f0afb052ef6a403b8317feca46a7e36b as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/norep/f0afb052ef6a403b8317feca46a7e36b 2024-11-20T23:23:00,269 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0afb052ef6a403b8317feca46a7e36b 2024-11-20T23:23:00,269 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/norep/f0afb052ef6a403b8317feca46a7e36b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:00,270 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1dfa9aae4b10bc2680f83021a73daf63 in 1132ms, sequenceid=10, compaction requested=false 2024-11-20T23:23:00,281 DEBUG [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1351): Waiting on 1dfa9aae4b10bc2680f83021a73daf63 2024-11-20T23:23:00,301 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/data/default/test/1dfa9aae4b10bc2680f83021a73daf63/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T23:23:00,308 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:00,308 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:00,308 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:23:00,308 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dfa9aae4b10bc2680f83021a73daf63: Waiting for close lock at 1732144979138Running coprocessor pre-close hooks at 1732144979138Disabling compacts and flushes for region at 1732144979138Disabling writes for close at 1732144979138Obtaining lock to block concurrent updates at 1732144979138Preparing flush snapshotting stores in 1dfa9aae4b10bc2680f83021a73daf63 at 1732144979138Finished memstore snapshotting test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732144979138Flushing stores of test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. at 1732144979139 (+1 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/f: creating writer at 1732144979139Flushing 1dfa9aae4b10bc2680f83021a73daf63/f: appending metadata at 1732144979181 (+42 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/f: closing flushed file at 1732144979181Flushing 1dfa9aae4b10bc2680f83021a73daf63/f1: creating writer at 1732144979250 (+69 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/f1: appending metadata at 1732144979287 (+37 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/f1: closing flushed file at 1732144979287Flushing 1dfa9aae4b10bc2680f83021a73daf63/norep: creating writer at 1732144979777 (+490 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/norep: appending metadata at 1732144979807 (+30 ms)Flushing 1dfa9aae4b10bc2680f83021a73daf63/norep: closing flushed file at 1732144979807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220f6f14: reopening flushed file at 1732144980238 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551052af: reopening flushed file at 1732144980249 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5432cd58: reopening flushed file at 1732144980257 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1dfa9aae4b10bc2680f83021a73daf63 in 1132ms, sequenceid=10, compaction requested=false at 1732144980271 (+14 ms)Writing region close event to WAL at 1732144980272 (+1 ms)Running coprocessor post-close hooks at 1732144980308 (+36 ms)Closed at 1732144980308 2024-11-20T23:23:00,308 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144965325.1dfa9aae4b10bc2680f83021a73daf63. 2024-11-20T23:23:00,425 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 1488, reset compression=false 2024-11-20T23:23:00,434 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:00,434 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 2132, reset compression=false 2024-11-20T23:23:00,473 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:23:00,482 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,35941,1732144960530; all regions closed. 2024-11-20T23:23:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:23:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741839_1015 (size=3114) 2024-11-20T23:23:00,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.rep.1732144970868 not finished, retry = 0 2024-11-20T23:23:00,644 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 to pos 2132, reset compression=false 2024-11-20T23:23:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741833_1009 (size=2140) 2024-11-20T23:23:00,669 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 for the last time to pos 2132, reset compression=false 2024-11-20T23:23:00,669 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:00,669 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:00,669 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:00,670 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:00,670 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:00,670 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,35941,1732144960530 because: Region server is closing 2024-11-20T23:23:00,670 INFO [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35941. 2024-11-20T23:23:00,670 DEBUG [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:00,670 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:00,671 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:00,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:00,671 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:00,673 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 and length of the file is 2140 2024-11-20T23:23:00,673 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/WALs/412a5e44fd2e,35941,1732144960530/412a5e44fd2e%2C35941%2C1732144960530.1732144962343 2024-11-20T23:23:00,771 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.shipper412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 terminated 2024-11-20T23:23:00,771 INFO [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:35941. 2024-11-20T23:23:00,771 DEBUG [RS:0;412a5e44fd2e:35941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:00,771 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:00,771 DEBUG [RS:0;412a5e44fd2e:35941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:00,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:00,772 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,35941,1732144960530.replicationSource.wal-reader.412a5e44fd2e%2C35941%2C1732144960530,1-412a5e44fd2e,35941,1732144960530 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T23:23:00,772 INFO [RS:0;412a5e44fd2e:35941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35941 2024-11-20T23:23:00,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1814684601/rs/412a5e44fd2e,35941,1732144960530 2024-11-20T23:23:00,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601/rs 2024-11-20T23:23:00,784 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:00,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,35941,1732144960530] 2024-11-20T23:23:00,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1814684601/draining/412a5e44fd2e,35941,1732144960530 already deleted, retry=false 2024-11-20T23:23:00,804 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,35941,1732144960530 expired; onlineServers=0 2024-11-20T23:23:00,804 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,40711,1732144960096' ***** 2024-11-20T23:23:00,804 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:00,805 INFO [M:0;412a5e44fd2e:40711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:00,805 INFO [M:0;412a5e44fd2e:40711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:00,805 DEBUG [M:0;412a5e44fd2e:40711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:00,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:00,805 DEBUG [M:0;412a5e44fd2e:40711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:00,805 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144961897 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144961897,5,FailOnTimeoutGroup] 2024-11-20T23:23:00,805 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144961908 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144961908,5,FailOnTimeoutGroup] 2024-11-20T23:23:00,805 INFO [M:0;412a5e44fd2e:40711 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:00,805 INFO [M:0;412a5e44fd2e:40711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:00,805 DEBUG [M:0;412a5e44fd2e:40711 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:00,805 INFO [M:0;412a5e44fd2e:40711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:00,806 INFO [M:0;412a5e44fd2e:40711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:00,806 INFO [M:0;412a5e44fd2e:40711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:00,806 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:00,809 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:00,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1814684601/master 2024-11-20T23:23:00,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1814684601 2024-11-20T23:23:00,815 DEBUG [M:0;412a5e44fd2e:40711 {}] zookeeper.ZKUtil(347): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Unable to get data of znode /2-1814684601/master because node does not exist (not an error) 2024-11-20T23:23:00,815 WARN [M:0;412a5e44fd2e:40711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:23:00,858 INFO [M:0;412a5e44fd2e:40711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/.lastflushedseqids 2024-11-20T23:23:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741848_1024 (size=245) 2024-11-20T23:23:00,894 INFO [RS:0;412a5e44fd2e:35941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:00,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:00,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35941-0x1015a8e5a0e0007, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:00,894 INFO [RS:0;412a5e44fd2e:35941 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,35941,1732144960530; zookeeper connection closed. 2024-11-20T23:23:00,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3289b36e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3289b36e 2024-11-20T23:23:00,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:01,129 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:23:01,282 INFO [M:0;412a5e44fd2e:40711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:01,282 INFO [M:0;412a5e44fd2e:40711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:01,283 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:01,283 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:01,283 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:01,283 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:01,283 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:01,283 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T23:23:01,303 DEBUG [M:0;412a5e44fd2e:40711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20fcf9ec4574b9bba7c14765f711b25 is 82, key is hbase:meta,,1/info:regioninfo/1732144962841/Put/seqid=0 2024-11-20T23:23:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741849_1025 (size=5672) 2024-11-20T23:23:01,710 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20fcf9ec4574b9bba7c14765f711b25 2024-11-20T23:23:01,732 DEBUG [M:0;412a5e44fd2e:40711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37a00f5976fd4a6487e701fccf0a31cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144970902/Put/seqid=0 2024-11-20T23:23:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741850_1026 (size=8516) 2024-11-20T23:23:01,813 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:01,841 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:23:02,137 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37a00f5976fd4a6487e701fccf0a31cc 2024-11-20T23:23:02,159 DEBUG [M:0;412a5e44fd2e:40711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a216dfb325e48db8a17cf8fd0c8f667 is 69, key is 412a5e44fd2e,35941,1732144960530/rs:state/1732144962034/Put/seqid=0 2024-11-20T23:23:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741851_1027 (size=5156) 2024-11-20T23:23:02,178 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a216dfb325e48db8a17cf8fd0c8f667 2024-11-20T23:23:02,183 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20fcf9ec4574b9bba7c14765f711b25 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20fcf9ec4574b9bba7c14765f711b25 2024-11-20T23:23:02,191 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20fcf9ec4574b9bba7c14765f711b25, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:23:02,193 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37a00f5976fd4a6487e701fccf0a31cc as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37a00f5976fd4a6487e701fccf0a31cc 2024-11-20T23:23:02,200 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37a00f5976fd4a6487e701fccf0a31cc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:23:02,202 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a216dfb325e48db8a17cf8fd0c8f667 as hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a216dfb325e48db8a17cf8fd0c8f667 2024-11-20T23:23:02,209 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/f422ff8c-4e37-0336-0a7d-5ae26f264949/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a216dfb325e48db8a17cf8fd0c8f667, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:23:02,210 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false 2024-11-20T23:23:02,253 INFO [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:02,253 DEBUG [M:0;412a5e44fd2e:40711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144981283Disabling compacts and flushes for region at 1732144981283Disabling writes for close at 1732144981283Obtaining lock to block concurrent updates at 1732144981283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144981283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732144981283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144981284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144981284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144981303 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144981303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144981714 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144981731 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144981732 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144982140 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144982158 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144982159 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240d9270: reopening flushed file at 1732144982182 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7631f1: reopening flushed file at 1732144982191 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fae978f: reopening flushed file at 1732144982200 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false at 1732144982210 (+10 ms)Writing region close event to WAL at 1732144982253 (+43 ms)Closed at 1732144982253 2024-11-20T23:23:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741830_1006 (size=63654) 2024-11-20T23:23:02,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:02,263 INFO [M:0;412a5e44fd2e:40711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:02,263 INFO [M:0;412a5e44fd2e:40711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40711 2024-11-20T23:23:02,265 INFO [M:0;412a5e44fd2e:40711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:02,378 INFO [M:0;412a5e44fd2e:40711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40711-0x1015a8e5a0e0006, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:02,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6091c62c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:02,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@519f97f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:02,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:02,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3a025c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:02,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ab3684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:02,388 WARN [BP-880172231-172.17.0.2-1732144957592 heartbeating to localhost/127.0.0.1:43737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:23:02,388 WARN [BP-880172231-172.17.0.2-1732144957592 heartbeating to localhost/127.0.0.1:43737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-880172231-172.17.0.2-1732144957592 (Datanode Uuid f6c27ff7-d6be-4a83-8eee-6c093d83ed55) service to localhost/127.0.0.1:43737 2024-11-20T23:23:02,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:23:02,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:23:02,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/cluster_206d8bb6-c6aa-3359-fdd6-c613661c683d/data/data1/current/BP-880172231-172.17.0.2-1732144957592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:02,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/cluster_206d8bb6-c6aa-3359-fdd6-c613661c683d/data/data2/current/BP-880172231-172.17.0.2-1732144957592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:02,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:02,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@335b35ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:02,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@721e0bde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:02,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d865612{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a471d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:02,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:02,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:23:02,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:02,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:02,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:02,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:02,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:02,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:23:02,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=630268214, stopped=false 2024-11-20T23:23:02,417 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,44167,1732144954482 2024-11-20T23:23:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-263680438/running 2024-11-20T23:23:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-263680438/running 2024-11-20T23:23:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:23:02,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:23:02,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:02,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/running 2024-11-20T23:23:02,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:02,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:02,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:02,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Set watcher on znode that does not yet exist, /1-263680438/running 2024-11-20T23:23:02,438 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,39991,1732144954774' ***** 2024-11-20T23:23:02,438 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:23:02,438 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:23:02,438 INFO [RS:0;412a5e44fd2e:39991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:23:02,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for 311f39f4bf9043976360604a789ad166 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,39991,1732144954774 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:39991. 2024-11-20T23:23:02,439 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fbd149d412dfe967b61f5029e5ad5a5, disabling compactions & flushes 2024-11-20T23:23:02,439 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:23:02,439 DEBUG [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:02,439 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:23:02,439 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:02,439 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. after waiting 0 ms 2024-11-20T23:23:02,439 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:23:02,439 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fbd149d412dfe967b61f5029e5ad5a5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T23:23:02,439 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:23:02,439 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4fbd149d412dfe967b61f5029e5ad5a5=test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5., 311f39f4bf9043976360604a789ad166=hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.} 2024-11-20T23:23:02,440 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f39f4bf9043976360604a789ad166, 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:23:02,440 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:02,440 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:02,440 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:02,440 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:02,440 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:02,440 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:23:02,462 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f/b7dc63d0c08a40cea7a69b21c3fc740a is 29, key is row1/f:/1732144977031/DeleteFamily/seqid=0 2024-11-20T23:23:02,466 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/info/a973eb526f4241a1a4e3a8a08d5929c4 is 147, key is hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166./info:regioninfo/1732144969148/Put/seqid=0 2024-11-20T23:23:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741840_1016 (size=5152) 2024-11-20T23:23:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741841_1017 (size=7686) 2024-11-20T23:23:02,502 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f/b7dc63d0c08a40cea7a69b21c3fc740a 2024-11-20T23:23:02,509 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7dc63d0c08a40cea7a69b21c3fc740a 2024-11-20T23:23:02,531 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f1/7dc9bb6042c44c2e8f6fb4ee2b9fc90c is 30, key is row1/f1:/1732144977031/DeleteFamily/seqid=0 2024-11-20T23:23:02,533 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741842_1018 (size=5158) 2024-11-20T23:23:02,640 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f39f4bf9043976360604a789ad166, 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:23:02,645 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1191, reset compression=false 2024-11-20T23:23:02,655 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:02,655 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1438, reset compression=false 2024-11-20T23:23:02,655 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,39991,1732144954774 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:23:02,656 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,39991,1732144954774: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,39991,1732144954774, walGroup=412a5e44fd2e%2C39991%2C1732144954774, offset=412a5e44fd2e%2C39991%2C1732144954774.1732144956862:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:39991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:23:02,657 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:23:02,657 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:23:02,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:23:02,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:23:02,658 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:23:02,658 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 935677216 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201892192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:23:02,658 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:23:02,712 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:23:02,712 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:23:02,840 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f39f4bf9043976360604a789ad166, 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:23:02,876 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1438, reset compression=false 2024-11-20T23:23:02,903 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/info/a973eb526f4241a1a4e3a8a08d5929c4 2024-11-20T23:23:02,917 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:02,946 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f1/7dc9bb6042c44c2e8f6fb4ee2b9fc90c 2024-11-20T23:23:02,949 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/ns/84d7540b70b943cf91a742a4e2deecd4 is 43, key is default/ns:d/1732144957451/Put/seqid=0 2024-11-20T23:23:02,952 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc9bb6042c44c2e8f6fb4ee2b9fc90c 2024-11-20T23:23:03,003 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/norep/d5fc98c821b14657ac0c15231cfcb944 is 33, key is row1/norep:/1732144977031/DeleteFamily/seqid=0 2024-11-20T23:23:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741843_1019 (size=5153) 2024-11-20T23:23:03,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741844_1020 (size=5108) 2024-11-20T23:23:03,040 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/norep/d5fc98c821b14657ac0c15231cfcb944 2024-11-20T23:23:03,044 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f39f4bf9043976360604a789ad166, 4fbd149d412dfe967b61f5029e5ad5a5 2024-11-20T23:23:03,058 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5fc98c821b14657ac0c15231cfcb944 2024-11-20T23:23:03,060 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f/b7dc63d0c08a40cea7a69b21c3fc740a as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/f/b7dc63d0c08a40cea7a69b21c3fc740a 2024-11-20T23:23:03,068 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7dc63d0c08a40cea7a69b21c3fc740a 2024-11-20T23:23:03,068 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/f/b7dc63d0c08a40cea7a69b21c3fc740a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:03,070 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/f1/7dc9bb6042c44c2e8f6fb4ee2b9fc90c as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/f1/7dc9bb6042c44c2e8f6fb4ee2b9fc90c 2024-11-20T23:23:03,081 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc9bb6042c44c2e8f6fb4ee2b9fc90c 2024-11-20T23:23:03,081 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/f1/7dc9bb6042c44c2e8f6fb4ee2b9fc90c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:03,082 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/.tmp/norep/d5fc98c821b14657ac0c15231cfcb944 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/norep/d5fc98c821b14657ac0c15231cfcb944 2024-11-20T23:23:03,089 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5fc98c821b14657ac0c15231cfcb944 2024-11-20T23:23:03,089 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/norep/d5fc98c821b14657ac0c15231cfcb944, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T23:23:03,090 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4fbd149d412dfe967b61f5029e5ad5a5 in 651ms, sequenceid=10, compaction requested=false 2024-11-20T23:23:03,090 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:23:03,172 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/default/test/4fbd149d412dfe967b61f5029e5ad5a5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T23:23:03,173 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:03,173 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:03,173 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:23:03,173 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fbd149d412dfe967b61f5029e5ad5a5: Waiting for close lock at 1732144982439Running coprocessor pre-close hooks at 1732144982439Disabling compacts and flushes for region at 1732144982439Disabling writes for close at 1732144982439Obtaining lock to block concurrent updates at 1732144982439Preparing flush snapshotting stores in 4fbd149d412dfe967b61f5029e5ad5a5 at 1732144982439Finished memstore snapshotting test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732144982440 (+1 ms)Flushing stores of test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. at 1732144982442 (+2 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f: creating writer at 1732144982442Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f: appending metadata at 1732144982461 (+19 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f: closing flushed file at 1732144982461Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f1: creating writer at 1732144982510 (+49 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f1: appending metadata at 1732144982531 (+21 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/f1: closing flushed file at 1732144982531Flushing 4fbd149d412dfe967b61f5029e5ad5a5/norep: creating writer at 1732144982952 (+421 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/norep: appending metadata at 1732144983002 (+50 ms)Flushing 4fbd149d412dfe967b61f5029e5ad5a5/norep: closing flushed file at 1732144983003 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acf685: reopening flushed file at 1732144983058 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef43075: reopening flushed file at 1732144983068 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0c0e58: reopening flushed file at 1732144983081 (+13 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4fbd149d412dfe967b61f5029e5ad5a5 in 651ms, sequenceid=10, compaction requested=false at 1732144983090 (+9 ms)Writing region close event to WAL at 1732144983138 (+48 ms)Running coprocessor post-close hooks at 1732144983173 (+35 ms)Closed at 1732144983173 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5. 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311f39f4bf9043976360604a789ad166, disabling compactions & flushes 2024-11-20T23:23:03,174 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. after waiting 0 ms 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311f39f4bf9043976360604a789ad166: Waiting for close lock at 1732144983174Running coprocessor pre-close hooks at 1732144983174Disabling compacts and flushes for region at 1732144983174Disabling writes for close at 1732144983174Failed flush hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166., putting online again at 1732144983174 2024-11-20T23:23:03,174 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,200 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 1438, reset compression=false 2024-11-20T23:23:03,231 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:03,231 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 2082, reset compression=false 2024-11-20T23:23:03,248 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(3091): Received CLOSE for 311f39f4bf9043976360604a789ad166 2024-11-20T23:23:03,248 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f39f4bf9043976360604a789ad166 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311f39f4bf9043976360604a789ad166, disabling compactions & flushes 2024-11-20T23:23:03,252 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. after waiting 0 ms 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311f39f4bf9043976360604a789ad166: Waiting for close lock at 1732144983252Running coprocessor pre-close hooks at 1732144983252Disabling compacts and flushes for region at 1732144983252Disabling writes for close at 1732144983252Failed flush hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166., putting online again at 1732144983252 2024-11-20T23:23:03,252 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166. 2024-11-20T23:23:03,410 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/ns/84d7540b70b943cf91a742a4e2deecd4 2024-11-20T23:23:03,438 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2c67767d251d45788d2a4ee95e9b2f1f is 112, key is test,,1732144964156.4fbd149d412dfe967b61f5029e5ad5a5./rep_barrier:seqnumDuringOpen/1732144964813/Put/seqid=0 2024-11-20T23:23:03,446 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 2082, reset compression=false 2024-11-20T23:23:03,448 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:23:03,448 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 311f39f4bf9043976360604a789ad166=hbase:replication,,1732144968674.311f39f4bf9043976360604a789ad166.} 2024-11-20T23:23:03,448 DEBUG [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741845_1021 (size=5518) 2024-11-20T23:23:03,473 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2c67767d251d45788d2a4ee95e9b2f1f 2024-11-20T23:23:03,506 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/table/d83cc287b66c4316b696fa5d36986814 is 53, key is hbase:replication/table:state/1732144969172/Put/seqid=0 2024-11-20T23:23:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741846_1022 (size=5308) 2024-11-20T23:23:03,518 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/table/d83cc287b66c4316b696fa5d36986814 2024-11-20T23:23:03,524 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/info/a973eb526f4241a1a4e3a8a08d5929c4 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/info/a973eb526f4241a1a4e3a8a08d5929c4 2024-11-20T23:23:03,529 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/info/a973eb526f4241a1a4e3a8a08d5929c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:23:03,530 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/ns/84d7540b70b943cf91a742a4e2deecd4 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/ns/84d7540b70b943cf91a742a4e2deecd4 2024-11-20T23:23:03,536 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/ns/84d7540b70b943cf91a742a4e2deecd4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:23:03,537 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2c67767d251d45788d2a4ee95e9b2f1f as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/rep_barrier/2c67767d251d45788d2a4ee95e9b2f1f 2024-11-20T23:23:03,544 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/rep_barrier/2c67767d251d45788d2a4ee95e9b2f1f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:23:03,545 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/.tmp/table/d83cc287b66c4316b696fa5d36986814 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/table/d83cc287b66c4316b696fa5d36986814 2024-11-20T23:23:03,550 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/table/d83cc287b66c4316b696fa5d36986814, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:23:03,553 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1112ms, sequenceid=16, compaction requested=false 2024-11-20T23:23:03,553 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:23:03,562 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:23:03,563 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:03,563 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:03,563 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:03,563 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144982440Running coprocessor pre-close hooks at 1732144982440Disabling compacts and flushes for region at 1732144982440Disabling writes for close at 1732144982440Obtaining lock to block concurrent updates at 1732144982440Preparing flush snapshotting stores in 1588230740 at 1732144982440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144982443 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144982444 (+1 ms)Flushing 1588230740/info: creating writer at 1732144982444Flushing 1588230740/info: appending metadata at 1732144982465 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732144982465Flushing 1588230740/ns: creating writer at 1732144982909 (+444 ms)Flushing 1588230740/ns: appending metadata at 1732144982948 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1732144982949 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732144983416 (+467 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144983437 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144983437Flushing 1588230740/table: creating writer at 1732144983486 (+49 ms)Flushing 1588230740/table: appending metadata at 1732144983506 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732144983506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716bcad2: reopening flushed file at 1732144983523 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8edd4b: reopening flushed file at 1732144983529 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457cdb19: reopening flushed file at 1732144983536 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb3b4de: reopening flushed file at 1732144983544 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1112ms, sequenceid=16, compaction requested=false at 1732144983553 (+9 ms)Writing region close event to WAL at 1732144983558 (+5 ms)Running coprocessor post-close hooks at 1732144983563 (+5 ms)Closed at 1732144983563 2024-11-20T23:23:03,563 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:03,649 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T23:23:03,649 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,39991,1732144954774; all regions closed. 2024-11-20T23:23:03,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.meta.1732144957372.meta not finished, retry = 0 2024-11-20T23:23:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:23:03,778 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 to pos 2082, reset compression=false 2024-11-20T23:23:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741839_1015 (size=2171) 2024-11-20T23:23:03,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/WALs/412a5e44fd2e,39991,1732144954774/412a5e44fd2e%2C39991%2C1732144954774.1732144956862 not finished, retry = 0 2024-11-20T23:23:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741832_1008 (size=2090) 2024-11-20T23:23:03,911 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:03,911 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:03,911 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:03,911 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:03,912 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:03,912 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:03,912 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,39991,1732144954774 because: Region server is closing 2024-11-20T23:23:03,912 INFO [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:39991. 2024-11-20T23:23:03,912 DEBUG [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:03,912 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:03,912 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:03,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:04,013 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.shipper412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 terminated 2024-11-20T23:23:04,013 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,39991,1732144954774.replicationSource.wal-reader.412a5e44fd2e%2C39991%2C1732144954774,1-412a5e44fd2e,39991,1732144954774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:23:04,013 INFO [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:39991. 2024-11-20T23:23:04,013 DEBUG [RS:0;412a5e44fd2e:39991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:04,013 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:04,013 DEBUG [RS:0;412a5e44fd2e:39991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:04,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:04,013 INFO [RS:0;412a5e44fd2e:39991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39991 2024-11-20T23:23:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438/rs 2024-11-20T23:23:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-263680438/rs/412a5e44fd2e,39991,1732144954774 2024-11-20T23:23:04,054 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:04,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,39991,1732144954774] 2024-11-20T23:23:04,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-263680438/draining/412a5e44fd2e,39991,1732144954774 already deleted, retry=false 2024-11-20T23:23:04,078 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,39991,1732144954774 expired; onlineServers=0 2024-11-20T23:23:04,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,44167,1732144954482' ***** 2024-11-20T23:23:04,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:04,078 INFO [M:0;412a5e44fd2e:44167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:04,078 INFO [M:0;412a5e44fd2e:44167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:04,078 DEBUG [M:0;412a5e44fd2e:44167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:04,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:04,078 DEBUG [M:0;412a5e44fd2e:44167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:04,078 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144956572 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144956572,5,FailOnTimeoutGroup] 2024-11-20T23:23:04,078 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144956573 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144956573,5,FailOnTimeoutGroup] 2024-11-20T23:23:04,078 INFO [M:0;412a5e44fd2e:44167 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:04,079 INFO [M:0;412a5e44fd2e:44167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:04,079 DEBUG [M:0;412a5e44fd2e:44167 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:04,079 INFO [M:0;412a5e44fd2e:44167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:04,079 INFO [M:0;412a5e44fd2e:44167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:04,079 INFO [M:0;412a5e44fd2e:44167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:04,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-263680438/master 2024-11-20T23:23:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-263680438 2024-11-20T23:23:04,089 DEBUG [M:0;412a5e44fd2e:44167 {}] zookeeper.ZKUtil(347): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Unable to get data of znode /1-263680438/master because node does not exist (not an error) 2024-11-20T23:23:04,089 WARN [M:0;412a5e44fd2e:44167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:23:04,090 INFO [M:0;412a5e44fd2e:44167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/.lastflushedseqids 2024-11-20T23:23:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741847_1023 (size=245) 2024-11-20T23:23:04,102 INFO [M:0;412a5e44fd2e:44167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:04,102 INFO [M:0;412a5e44fd2e:44167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:04,102 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:04,102 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:04,102 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:04,102 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:04,102 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:04,102 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T23:23:04,123 DEBUG [M:0;412a5e44fd2e:44167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fced83b194ad889942a72fa15ce15 is 82, key is hbase:meta,,1/info:regioninfo/1732144957430/Put/seqid=0 2024-11-20T23:23:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741848_1024 (size=5672) 2024-11-20T23:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,154 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:04,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:04,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39991-0x1015a8e5a0e0004, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:04,168 INFO [RS:0;412a5e44fd2e:39991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:04,168 INFO [RS:0;412a5e44fd2e:39991 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,39991,1732144954774; zookeeper connection closed. 2024-11-20T23:23:04,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed 2024-11-20T23:23:04,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:23:04,541 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fced83b194ad889942a72fa15ce15 2024-11-20T23:23:04,578 DEBUG [M:0;412a5e44fd2e:44167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2348102ca343ae86e46e69bb78eefc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732144969177/Put/seqid=0 2024-11-20T23:23:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741849_1025 (size=8517) 2024-11-20T23:23:04,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:04,995 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2348102ca343ae86e46e69bb78eefc 2024-11-20T23:23:05,024 DEBUG [M:0;412a5e44fd2e:44167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcc997c895642c19cc469ade024dae1 is 69, key is 412a5e44fd2e,39991,1732144954774/rs:state/1732144956639/Put/seqid=0 2024-11-20T23:23:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741850_1026 (size=5156) 2024-11-20T23:23:05,053 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcc997c895642c19cc469ade024dae1 2024-11-20T23:23:05,059 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fced83b194ad889942a72fa15ce15 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f8fced83b194ad889942a72fa15ce15 2024-11-20T23:23:05,067 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f8fced83b194ad889942a72fa15ce15, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T23:23:05,068 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c2348102ca343ae86e46e69bb78eefc as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c2348102ca343ae86e46e69bb78eefc 2024-11-20T23:23:05,073 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c2348102ca343ae86e46e69bb78eefc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T23:23:05,077 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcc997c895642c19cc469ade024dae1 as hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcc997c895642c19cc469ade024dae1 2024-11-20T23:23:05,081 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcc997c895642c19cc469ade024dae1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T23:23:05,083 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=97, compaction requested=false 2024-11-20T23:23:05,084 INFO [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:05,084 DEBUG [M:0;412a5e44fd2e:44167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144984102Disabling compacts and flushes for region at 1732144984102Disabling writes for close at 1732144984102Obtaining lock to block concurrent updates at 1732144984102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144984102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732144984103 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144984103Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144984103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144984123 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144984123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144984546 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144984577 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144984578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144985001 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144985023 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144985023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d8928e: reopening flushed file at 1732144985058 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2cfed2: reopening flushed file at 1732144985068 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bea3e9: reopening flushed file at 1732144985074 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=97, compaction requested=false at 1732144985083 (+9 ms)Writing region close event to WAL at 1732144985084 (+1 ms)Closed at 1732144985084 2024-11-20T23:23:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35151 is added to blk_1073741830_1006 (size=63666) 2024-11-20T23:23:05,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8389298-ddd0-b283-aa0a-9fe1879a66c0/MasterData/WALs/412a5e44fd2e,44167,1732144954482/412a5e44fd2e%2C44167%2C1732144954482.1732144956135 not finished, retry = 0 2024-11-20T23:23:05,195 INFO [M:0;412a5e44fd2e:44167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:05,196 INFO [M:0;412a5e44fd2e:44167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44167 2024-11-20T23:23:05,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:05,196 INFO [M:0;412a5e44fd2e:44167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:05,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:05,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44167-0x1015a8e5a0e0003, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:05,349 INFO [M:0;412a5e44fd2e:44167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:05,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c5ee3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:05,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47b3764e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:05,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:05,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db6bf6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:05,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2647365d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:05,366 WARN [BP-832470085-172.17.0.2-1732144951534 heartbeating to localhost/127.0.0.1:37107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:23:05,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:23:05,366 WARN [BP-832470085-172.17.0.2-1732144951534 heartbeating to localhost/127.0.0.1:37107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-832470085-172.17.0.2-1732144951534 (Datanode Uuid d045f287-8d53-480e-ab69-b8453d2b2fca) service to localhost/127.0.0.1:37107 2024-11-20T23:23:05,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:23:05,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:05,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/cluster_7d83bc3b-3528-9fcf-ab1a-e38a9569fddd/data/data2/current/BP-832470085-172.17.0.2-1732144951534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:05,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/cluster_7d83bc3b-3528-9fcf-ab1a-e38a9569fddd/data/data1/current/BP-832470085-172.17.0.2-1732144951534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:05,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3848dcf8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:05,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f22c74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:05,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:05,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3918540e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:05,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b80c65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8eb8994-27b5-7593-9c29-1bdf5e96067e/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:05,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:05,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:23:05,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:05,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:05,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:05,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:05,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:05,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:23:05,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523514350, stopped=false 2024-11-20T23:23:05,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,39523,1732144948805 2024-11-20T23:23:05,464 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:05,465 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1624543097/running 2024-11-20T23:23:05,465 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:23:05,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1624543097/running 2024-11-20T23:23:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:23:05,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:05,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:05,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:05,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,44011,1732144949491' ***** 2024-11-20T23:23:05,466 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:23:05,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/running 2024-11-20T23:23:05,466 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:23:05,466 INFO [RS:0;412a5e44fd2e:44011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:23:05,467 INFO [RS:0;412a5e44fd2e:44011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:23:05,467 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for f24d3acd772557efe627c26a57319440 2024-11-20T23:23:05,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:23:05,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Set watcher on znode that does not yet exist, /0-1624543097/running 2024-11-20T23:23:05,472 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:05,472 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,44011,1732144949491 2024-11-20T23:23:05,472 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:05,472 INFO [RS:0;412a5e44fd2e:44011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44011. 2024-11-20T23:23:05,473 DEBUG [RS:0;412a5e44fd2e:44011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:05,473 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:05,473 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:23:05,473 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:23:05,473 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:23:05,473 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f24d3acd772557efe627c26a57319440, disabling compactions & flushes 2024-11-20T23:23:05,473 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. after waiting 0 ms 2024-11-20T23:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:23:05,474 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f24d3acd772557efe627c26a57319440 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T23:23:05,476 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:23:05,476 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1325): Online Regions={f24d3acd772557efe627c26a57319440=hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440., 1588230740=hbase:meta,,1.1588230740, 1ef6c304332c5d3f014df19459bef9c4=test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.} 2024-11-20T23:23:05,476 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4, f24d3acd772557efe627c26a57319440 2024-11-20T23:23:05,480 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:05,480 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:05,480 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:05,480 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:05,480 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:05,480 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:23:05,501 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:05,516 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/.tmp/queue/69db474bb20645eb96f4526c5e57933c is 153, key is 1-412a5e44fd2e,44011,1732144949491/queue:412a5e44fd2e%2C44011%2C1732144949491/1732144976269/Put/seqid=0 2024-11-20T23:23:05,554 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/info/4a03dfcc877942d7b92ba9ebe3a1e85b is 147, key is hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440./info:regioninfo/1732144967731/Put/seqid=0 2024-11-20T23:23:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741840_1016 (size=5352) 2024-11-20T23:23:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741841_1017 (size=7686) 2024-11-20T23:23:05,627 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/info/4a03dfcc877942d7b92ba9ebe3a1e85b 2024-11-20T23:23:05,676 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4, f24d3acd772557efe627c26a57319440 2024-11-20T23:23:05,679 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/ns/418128c6263040ab9d605fdac38b5ee2 is 43, key is default/ns:d/1732144951374/Put/seqid=0 2024-11-20T23:23:05,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741842_1018 (size=5153) 2024-11-20T23:23:05,739 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:23:05,739 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:23:05,877 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4, f24d3acd772557efe627c26a57319440 2024-11-20T23:23:05,982 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/.tmp/queue/69db474bb20645eb96f4526c5e57933c 2024-11-20T23:23:05,987 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/.tmp/queue/69db474bb20645eb96f4526c5e57933c as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/queue/69db474bb20645eb96f4526c5e57933c 2024-11-20T23:23:05,991 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/queue/69db474bb20645eb96f4526c5e57933c, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T23:23:05,992 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f24d3acd772557efe627c26a57319440 in 519ms, sequenceid=8, compaction requested=false 2024-11-20T23:23:05,992 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:23:05,996 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/replication/f24d3acd772557efe627c26a57319440/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:05,997 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f24d3acd772557efe627c26a57319440: Waiting for close lock at 1732144985473Running coprocessor pre-close hooks at 1732144985473Disabling compacts and flushes for region at 1732144985473Disabling writes for close at 1732144985473Obtaining lock to block concurrent updates at 1732144985474 (+1 ms)Preparing flush snapshotting stores in f24d3acd772557efe627c26a57319440 at 1732144985474Finished memstore snapshotting hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732144985474Flushing stores of hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. at 1732144985476 (+2 ms)Flushing f24d3acd772557efe627c26a57319440/queue: creating writer at 1732144985476Flushing f24d3acd772557efe627c26a57319440/queue: appending metadata at 1732144985516 (+40 ms)Flushing f24d3acd772557efe627c26a57319440/queue: closing flushed file at 1732144985516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d0310b: reopening flushed file at 1732144985986 (+470 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f24d3acd772557efe627c26a57319440 in 519ms, sequenceid=8, compaction requested=false at 1732144985992 (+6 ms)Writing region close event to WAL at 1732144985993 (+1 ms)Running coprocessor post-close hooks at 1732144985997 (+4 ms)Closed at 1732144985997 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732144966506.f24d3acd772557efe627c26a57319440. 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ef6c304332c5d3f014df19459bef9c4, disabling compactions & flushes 2024-11-20T23:23:05,997 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. after waiting 0 ms 2024-11-20T23:23:05,997 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:23:05,997 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ef6c304332c5d3f014df19459bef9c4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T23:23:06,017 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f/f9c4403c398d433786dc83311214b40f is 28, key is row/f:/1732144976022/DeleteFamily/seqid=0 2024-11-20T23:23:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741843_1019 (size=5085) 2024-11-20T23:23:06,077 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:06,120 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/ns/418128c6263040ab9d605fdac38b5ee2 2024-11-20T23:23:06,151 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b5e4b46e0b4644938c96cfdb8c209139 is 112, key is test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4./rep_barrier:seqnumDuringOpen/1732144963925/Put/seqid=0 2024-11-20T23:23:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741844_1020 (size=5518) 2024-11-20T23:23:06,277 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:06,422 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f/f9c4403c398d433786dc83311214b40f 2024-11-20T23:23:06,426 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c4403c398d433786dc83311214b40f 2024-11-20T23:23:06,449 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f1/5bc8454be3124e4aa008c019490eef2e is 29, key is row/f1:/1732144976022/DeleteFamily/seqid=0 2024-11-20T23:23:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741845_1021 (size=5089) 2024-11-20T23:23:06,471 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f1/5bc8454be3124e4aa008c019490eef2e 2024-11-20T23:23:06,476 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bc8454be3124e4aa008c019490eef2e 2024-11-20T23:23:06,477 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:23:06,477 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ef6c304332c5d3f014df19459bef9c4=test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4.} 2024-11-20T23:23:06,477 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:06,496 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/norep/da6d41e73c054aaea8487025b3d2866f is 32, key is row/norep:/1732144976022/DeleteFamily/seqid=0 2024-11-20T23:23:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741846_1022 (size=5101) 2024-11-20T23:23:06,559 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b5e4b46e0b4644938c96cfdb8c209139 2024-11-20T23:23:06,580 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/table/839ec074590c4ac19d143f535e44f845 is 53, key is hbase:replication/table:state/1732144967737/Put/seqid=0 2024-11-20T23:23:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741847_1023 (size=5308) 2024-11-20T23:23:06,618 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/table/839ec074590c4ac19d143f535e44f845 2024-11-20T23:23:06,626 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/info/4a03dfcc877942d7b92ba9ebe3a1e85b as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/info/4a03dfcc877942d7b92ba9ebe3a1e85b 2024-11-20T23:23:06,635 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/info/4a03dfcc877942d7b92ba9ebe3a1e85b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:23:06,636 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/ns/418128c6263040ab9d605fdac38b5ee2 as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/ns/418128c6263040ab9d605fdac38b5ee2 2024-11-20T23:23:06,643 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/ns/418128c6263040ab9d605fdac38b5ee2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:23:06,649 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b5e4b46e0b4644938c96cfdb8c209139 as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/rep_barrier/b5e4b46e0b4644938c96cfdb8c209139 2024-11-20T23:23:06,665 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/rep_barrier/b5e4b46e0b4644938c96cfdb8c209139, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:23:06,667 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/.tmp/table/839ec074590c4ac19d143f535e44f845 as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/table/839ec074590c4ac19d143f535e44f845 2024-11-20T23:23:06,678 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:06,681 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/table/839ec074590c4ac19d143f535e44f845, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:23:06,682 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1202ms, sequenceid=16, compaction requested=false 2024-11-20T23:23:06,690 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:23:06,692 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:06,692 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:06,692 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:06,692 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144985480Running coprocessor pre-close hooks at 1732144985480Disabling compacts and flushes for region at 1732144985480Disabling writes for close at 1732144985480Obtaining lock to block concurrent updates at 1732144985480Preparing flush snapshotting stores in 1588230740 at 1732144985480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732144985481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144985488 (+7 ms)Flushing 1588230740/info: creating writer at 1732144985488Flushing 1588230740/info: appending metadata at 1732144985554 (+66 ms)Flushing 1588230740/info: closing flushed file at 1732144985554Flushing 1588230740/ns: creating writer at 1732144985646 (+92 ms)Flushing 1588230740/ns: appending metadata at 1732144985679 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732144985679Flushing 1588230740/rep_barrier: creating writer at 1732144986124 (+445 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732144986141 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732144986141Flushing 1588230740/table: creating writer at 1732144986562 (+421 ms)Flushing 1588230740/table: appending metadata at 1732144986579 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732144986580 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eede6bf: reopening flushed file at 1732144986625 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de77d23: reopening flushed file at 1732144986635 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33de8c67: reopening flushed file at 1732144986644 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dce43e: reopening flushed file at 1732144986666 (+22 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1202ms, sequenceid=16, compaction requested=false at 1732144986682 (+16 ms)Writing region close event to WAL at 1732144986685 (+3 ms)Running coprocessor post-close hooks at 1732144986692 (+7 ms)Closed at 1732144986692 2024-11-20T23:23:06,692 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:06,878 DEBUG [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1351): Waiting on 1ef6c304332c5d3f014df19459bef9c4 2024-11-20T23:23:06,894 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 636, reset compression=false 2024-11-20T23:23:06,898 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:06,898 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 883, reset compression=false 2024-11-20T23:23:06,899 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44011,1732144949491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:23:06,899 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,44011,1732144949491: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,44011,1732144949491, walGroup=412a5e44fd2e%2C44011%2C1732144949491, offset=412a5e44fd2e%2C44011%2C1732144949491.1732144950879:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:23:06,900 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:23:06,900 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:23:06,901 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:23:06,901 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:23:06,901 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:23:06,901 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1053117728 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202451712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:23:06,901 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:39523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:39523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:23:06,904 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/norep/da6d41e73c054aaea8487025b3d2866f 2024-11-20T23:23:06,908 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6d41e73c054aaea8487025b3d2866f 2024-11-20T23:23:06,909 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f/f9c4403c398d433786dc83311214b40f as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/f/f9c4403c398d433786dc83311214b40f 2024-11-20T23:23:06,914 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c4403c398d433786dc83311214b40f 2024-11-20T23:23:06,914 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/f/f9c4403c398d433786dc83311214b40f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T23:23:06,917 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/f1/5bc8454be3124e4aa008c019490eef2e as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/f1/5bc8454be3124e4aa008c019490eef2e 2024-11-20T23:23:06,921 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bc8454be3124e4aa008c019490eef2e 2024-11-20T23:23:06,921 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/f1/5bc8454be3124e4aa008c019490eef2e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T23:23:06,922 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/.tmp/norep/da6d41e73c054aaea8487025b3d2866f as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/norep/da6d41e73c054aaea8487025b3d2866f 2024-11-20T23:23:06,926 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6d41e73c054aaea8487025b3d2866f 2024-11-20T23:23:06,927 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/norep/da6d41e73c054aaea8487025b3d2866f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T23:23:06,927 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1ef6c304332c5d3f014df19459bef9c4 in 930ms, sequenceid=6, compaction requested=false 2024-11-20T23:23:06,934 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/data/default/test/1ef6c304332c5d3f014df19459bef9c4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T23:23:06,935 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:06,935 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:06,935 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:23:06,935 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ef6c304332c5d3f014df19459bef9c4: Waiting for close lock at 1732144985997Running coprocessor pre-close hooks at 1732144985997Disabling compacts and flushes for region at 1732144985997Disabling writes for close at 1732144985997Obtaining lock to block concurrent updates at 1732144985997Preparing flush snapshotting stores in 1ef6c304332c5d3f014df19459bef9c4 at 1732144985997Finished memstore snapshotting test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732144985998 (+1 ms)Flushing stores of test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. at 1732144985999 (+1 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/f: creating writer at 1732144985999Flushing 1ef6c304332c5d3f014df19459bef9c4/f: appending metadata at 1732144986016 (+17 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/f: closing flushed file at 1732144986016Flushing 1ef6c304332c5d3f014df19459bef9c4/f1: creating writer at 1732144986426 (+410 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/f1: appending metadata at 1732144986448 (+22 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/f1: closing flushed file at 1732144986448Flushing 1ef6c304332c5d3f014df19459bef9c4/norep: creating writer at 1732144986476 (+28 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/norep: appending metadata at 1732144986495 (+19 ms)Flushing 1ef6c304332c5d3f014df19459bef9c4/norep: closing flushed file at 1732144986495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e636dd: reopening flushed file at 1732144986908 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142e3a1c: reopening flushed file at 1732144986914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e180cbe: reopening flushed file at 1732144986921 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1ef6c304332c5d3f014df19459bef9c4 in 930ms, sequenceid=6, compaction requested=false at 1732144986927 (+6 ms)Writing region close event to WAL at 1732144986929 (+2 ms)Running coprocessor post-close hooks at 1732144986935 (+6 ms)Closed at 1732144986935 2024-11-20T23:23:06,935 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732144963000.1ef6c304332c5d3f014df19459bef9c4. 2024-11-20T23:23:07,078 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,44011,1732144949491; all regions closed. 2024-11-20T23:23:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741834_1010 (size=4239) 2024-11-20T23:23:07,106 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 883, reset compression=false 2024-11-20T23:23:07,124 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:07,124 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 to pos 1527, reset compression=false 2024-11-20T23:23:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741839_1015 (size=2240) 2024-11-20T23:23:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741833_1009 (size=1535) 2024-11-20T23:23:07,167 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:07,167 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:07,168 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:07,168 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:07,168 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:07,168 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:07,168 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,44011,1732144949491 because: Region server is closing 2024-11-20T23:23:07,169 INFO [RS:0;412a5e44fd2e:44011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44011. 2024-11-20T23:23:07,169 DEBUG [RS:0;412a5e44fd2e:44011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:07,169 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:07,169 DEBUG [RS:0;412a5e44fd2e:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:07,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:07,171 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=1527, currentPosition=1535 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?] 2024-11-20T23:23:07,171 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 for the last time to pos 1527, reset compression=false 2024-11-20T23:23:07,177 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 and length of the file is 1535 2024-11-20T23:23:07,177 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/WALs/412a5e44fd2e,44011,1732144949491/412a5e44fd2e%2C44011%2C1732144949491.1732144950879 2024-11-20T23:23:07,270 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.shipper412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 terminated 2024-11-20T23:23:07,270 INFO [RS:0;412a5e44fd2e:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44011 2024-11-20T23:23:07,270 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44011,1732144949491.replicationSource.wal-reader.412a5e44fd2e%2C44011%2C1732144949491,1-412a5e44fd2e,44011,1732144949491 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T23:23:07,330 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1624543097/rs/412a5e44fd2e,44011,1732144949491 2024-11-20T23:23:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097/rs 2024-11-20T23:23:07,331 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:07,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,44011,1732144949491] 2024-11-20T23:23:07,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/draining/412a5e44fd2e,44011,1732144949491 already deleted, retry=false 2024-11-20T23:23:07,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,44011,1732144949491 expired; onlineServers=0 2024-11-20T23:23:07,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,39523,1732144948805' ***** 2024-11-20T23:23:07,352 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:07,352 INFO [M:0;412a5e44fd2e:39523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:07,352 INFO [M:0;412a5e44fd2e:39523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:07,352 DEBUG [M:0;412a5e44fd2e:39523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:07,352 DEBUG [M:0;412a5e44fd2e:39523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:07,352 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144950582 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144950582,5,FailOnTimeoutGroup] 2024-11-20T23:23:07,352 INFO [M:0;412a5e44fd2e:39523 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:07,352 INFO [M:0;412a5e44fd2e:39523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:07,352 DEBUG [M:0;412a5e44fd2e:39523 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:07,352 INFO [M:0;412a5e44fd2e:39523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:07,352 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144950583 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144950583,5,FailOnTimeoutGroup] 2024-11-20T23:23:07,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:07,353 INFO [M:0;412a5e44fd2e:39523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:07,353 INFO [M:0;412a5e44fd2e:39523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:07,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:07,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1624543097/master 2024-11-20T23:23:07,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1624543097 2024-11-20T23:23:07,367 DEBUG [M:0;412a5e44fd2e:39523 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1624543097/master already deleted, retry=false 2024-11-20T23:23:07,367 DEBUG [M:0;412a5e44fd2e:39523 {}] master.ActiveMasterManager(353): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1624543097/master 2024-11-20T23:23:07,367 INFO [M:0;412a5e44fd2e:39523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/.lastflushedseqids 2024-11-20T23:23:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741848_1024 (size=245) 2024-11-20T23:23:07,380 INFO [M:0;412a5e44fd2e:39523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:07,380 INFO [M:0;412a5e44fd2e:39523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:07,380 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:07,380 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:07,380 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:07,380 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:07,380 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:07,381 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T23:23:07,397 DEBUG [M:0;412a5e44fd2e:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b518ac114b9f4883adb9d2cfd14cb89f is 82, key is hbase:meta,,1/info:regioninfo/1732144951359/Put/seqid=0 2024-11-20T23:23:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741849_1025 (size=5672) 2024-11-20T23:23:07,401 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b518ac114b9f4883adb9d2cfd14cb89f 2024-11-20T23:23:07,429 DEBUG [M:0;412a5e44fd2e:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d25b0cc5daa4c9d8656079a383396ed is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144963960/Put/seqid=0 2024-11-20T23:23:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741850_1026 (size=7219) 2024-11-20T23:23:07,435 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d25b0cc5daa4c9d8656079a383396ed 2024-11-20T23:23:07,439 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d25b0cc5daa4c9d8656079a383396ed 2024-11-20T23:23:07,441 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:07,441 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x1015a8e5a0e0001, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:07,442 INFO [RS:0;412a5e44fd2e:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:07,442 INFO [RS:0;412a5e44fd2e:44011 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,44011,1732144949491; zookeeper connection closed. 2024-11-20T23:23:07,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76376012 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76376012 2024-11-20T23:23:07,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:07,463 DEBUG [M:0;412a5e44fd2e:39523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a46bbc4fd98e48f5aed50809e6a1489f is 69, key is 412a5e44fd2e,44011,1732144949491/rs:state/1732144950618/Put/seqid=0 2024-11-20T23:23:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741851_1027 (size=5156) 2024-11-20T23:23:07,471 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a46bbc4fd98e48f5aed50809e6a1489f 2024-11-20T23:23:07,476 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b518ac114b9f4883adb9d2cfd14cb89f as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b518ac114b9f4883adb9d2cfd14cb89f 2024-11-20T23:23:07,482 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b518ac114b9f4883adb9d2cfd14cb89f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T23:23:07,483 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d25b0cc5daa4c9d8656079a383396ed as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d25b0cc5daa4c9d8656079a383396ed 2024-11-20T23:23:07,491 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d25b0cc5daa4c9d8656079a383396ed 2024-11-20T23:23:07,491 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d25b0cc5daa4c9d8656079a383396ed, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T23:23:07,516 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a46bbc4fd98e48f5aed50809e6a1489f as hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a46bbc4fd98e48f5aed50809e6a1489f 2024-11-20T23:23:07,529 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44091/user/jenkins/test-data/10b122d6-9639-fb4d-b2d1-d94f9d85d1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a46bbc4fd98e48f5aed50809e6a1489f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T23:23:07,530 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=105, compaction requested=false 2024-11-20T23:23:07,539 INFO [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:07,540 DEBUG [M:0;412a5e44fd2e:39523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144987380Disabling compacts and flushes for region at 1732144987380Disabling writes for close at 1732144987380Obtaining lock to block concurrent updates at 1732144987381 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144987381Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732144987381Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144987381Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144987381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144987397 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144987397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144987405 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144987428 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144987428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144987440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144987462 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144987462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56280163: reopening flushed file at 1732144987476 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2223a13c: reopening flushed file at 1732144987482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eaaa5ea: reopening flushed file at 1732144987491 (+9 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=105, compaction requested=false at 1732144987530 (+39 ms)Writing region close event to WAL at 1732144987539 (+9 ms)Closed at 1732144987539 2024-11-20T23:23:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45173 is added to blk_1073741830_1006 (size=64435) 2024-11-20T23:23:07,551 INFO [M:0;412a5e44fd2e:39523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:07,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:07,551 INFO [M:0;412a5e44fd2e:39523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39523 2024-11-20T23:23:07,552 INFO [M:0;412a5e44fd2e:39523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:07,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:07,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39523-0x1015a8e5a0e0000, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:07,662 INFO [M:0;412a5e44fd2e:39523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:07,697 WARN [BP-1000118746-172.17.0.2-1732144946821 heartbeating to localhost/127.0.0.1:44091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000118746-172.17.0.2-1732144946821 (Datanode Uuid 97ab5f1f-f380-4ffa-863f-e137f0013514) service to localhost/127.0.0.1:44091 2024-11-20T23:23:07,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/data/data2/current/BP-1000118746-172.17.0.2-1732144946821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:07,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/cluster_355b3b34-1d6f-aa94-3061-50f6acabc50a/data/data1/current/BP-1000118746-172.17.0.2-1732144946821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:07,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@597e2541{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:07,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f9c9f03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:07,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:07,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ff1e0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:07,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf6c954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:07,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:07,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a6613{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:07,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49498311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:07,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:07,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff9d12e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:07,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d1877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ea14c60-041b-2714-ff1c-a130ec03255c/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:07,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:23:07,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:07,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 314) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:43737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37107 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-32 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44091 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:43737 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:37107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:44091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:43737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=919 (was 805) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2066 (was 1256) - AvailableMemoryMB LEAK? - 2024-11-20T23:23:07,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=919, ProcessCount=11, AvailableMemoryMB=2061 2024-11-20T23:23:07,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8e5a0e0002, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:07,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8e5a0e0002, quorum=127.0.0.1:53334, baseZNode=/0-1624543097 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:23:07,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015a8e5a0e0008, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:07,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015a8e5a0e0008, quorum=127.0.0.1:53334, baseZNode=/2-1814684601 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:23:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8e5a0e0005, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:07,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8e5a0e0005, quorum=127.0.0.1:53334, baseZNode=/1-263680438 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:23:07,872 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T23:23:07,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir so I do NOT create it in target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4 2024-11-20T23:23:07,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:23:07,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.tmp.dir so I do NOT create it in target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4 2024-11-20T23:23:07,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9067730a-9f96-cac5-0425-1256cc4e64e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:23:07,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4 2024-11-20T23:23:07,873 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b, deleteOnExit=true 2024-11-20T23:23:07,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/zookeeper_0, clientPort=61672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:23:08,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61672 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/test.cache.data in system properties and HBase conf 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:23:08,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:23:08,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:23:08,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:23:08,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:23:08,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:08,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:23:08,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:23:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:23:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:23:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:23:08,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:08,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:08,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:08,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:08,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:08,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:23:08,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:08,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ce16ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:08,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64ed4a82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:08,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45a5dcaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/java.io.tmpdir/jetty-localhost-33947-hadoop-hdfs-3_4_1-tests_jar-_-any-5751589331430013775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:08,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@605a0000{HTTP/1.1, (http/1.1)}{localhost:33947} 2024-11-20T23:23:08,844 INFO [Time-limited test {}] server.Server(415): Started @320187ms 2024-11-20T23:23:09,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:09,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:09,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:09,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:09,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:23:09,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4772ec0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:09,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edf3cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:09,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@716255f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-9068436879257379647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:09,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e75872a{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-20T23:23:09,500 INFO [Time-limited test {}] server.Server(415): Started @320842ms 2024-11-20T23:23:09,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:23:10,593 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data1/current/BP-906185871-172.17.0.2-1732144988043/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:10,600 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data2/current/BP-906185871-172.17.0.2-1732144988043/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:10,645 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:23:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd90ee0fb8fcc1 with lease ID 0xfb58ac3f0b650e7: Processing first storage report for DS-6fe4b2e1-8ddf-4310-bbd1-3e3ad15235ba from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=ab172e33-59e5-48df-b480-6c1df65b7aa7, infoPort=44189, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1319331518;c=1732144988043) 2024-11-20T23:23:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd90ee0fb8fcc1 with lease ID 0xfb58ac3f0b650e7: from storage DS-6fe4b2e1-8ddf-4310-bbd1-3e3ad15235ba node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=ab172e33-59e5-48df-b480-6c1df65b7aa7, infoPort=44189, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1319331518;c=1732144988043), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T23:23:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffd90ee0fb8fcc1 with lease ID 0xfb58ac3f0b650e7: Processing first storage report for DS-e9a8b6df-5491-48d1-aa32-804789ac5170 from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=ab172e33-59e5-48df-b480-6c1df65b7aa7, infoPort=44189, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1319331518;c=1732144988043) 2024-11-20T23:23:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffd90ee0fb8fcc1 with lease ID 0xfb58ac3f0b650e7: from storage DS-e9a8b6df-5491-48d1-aa32-804789ac5170 node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=ab172e33-59e5-48df-b480-6c1df65b7aa7, infoPort=44189, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1319331518;c=1732144988043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:10,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4 2024-11-20T23:23:10,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:10,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:10,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:23:11,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47 with version=8 2024-11-20T23:23:11,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/hbase-staging 2024-11-20T23:23:11,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:11,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35031 2024-11-20T23:23:11,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35031 connecting to ZooKeeper ensemble=127.0.0.1:61672 2024-11-20T23:23:11,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350310x0, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:11,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35031-0x1015a8efab60000 connected 2024-11-20T23:23:11,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:11,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:11,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on znode that does not yet exist, /0-482527921/running 2024-11-20T23:23:11,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47, hbase.cluster.distributed=false 2024-11-20T23:23:11,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on znode that does not yet exist, /0-482527921/acl 2024-11-20T23:23:11,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35031 2024-11-20T23:23:11,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35031 2024-11-20T23:23:11,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35031 2024-11-20T23:23:11,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35031 2024-11-20T23:23:11,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35031 2024-11-20T23:23:11,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:23:11,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:11,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42157 2024-11-20T23:23:11,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42157 connecting to ZooKeeper ensemble=127.0.0.1:61672 2024-11-20T23:23:11,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:11,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:11,477 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421570x0, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:11,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421570x0, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on znode that does not yet exist, /0-482527921/running 2024-11-20T23:23:11,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:23:11,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42157-0x1015a8efab60001 connected 2024-11-20T23:23:11,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:23:11,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on znode that does not yet exist, /0-482527921/master 2024-11-20T23:23:11,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on znode that does not yet exist, /0-482527921/acl 2024-11-20T23:23:11,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-20T23:23:11,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42157 2024-11-20T23:23:11,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42157 2024-11-20T23:23:11,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-20T23:23:11,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42157 2024-11-20T23:23:11,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:11,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,526 DEBUG [M:0;412a5e44fd2e:35031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:35031 2024-11-20T23:23:11,528 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-482527921/backup-masters/412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:11,540 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921/backup-masters 2024-11-20T23:23:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921/backup-masters 2024-11-20T23:23:11,543 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on existing znode=/0-482527921/backup-masters/412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:11,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:11,609 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482527921/master 2024-11-20T23:23:11,609 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:11,617 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on existing znode=/0-482527921/master 2024-11-20T23:23:11,617 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-482527921/backup-masters/412a5e44fd2e,35031,1732144991124 from backup master directory 2024-11-20T23:23:11,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-482527921/backup-masters/412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:11,697 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921/backup-masters 2024-11-20T23:23:11,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921/backup-masters 2024-11-20T23:23:11,698 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:11,698 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:11,713 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/hbase.id] with ID: 0caa29aa-2de4-4008-818b-54c1b18ec42e 2024-11-20T23:23:11,713 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/.tmp/hbase.id 2024-11-20T23:23:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:23:11,750 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/.tmp/hbase.id]:[hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/hbase.id] 2024-11-20T23:23:11,763 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:11,763 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:23:11,764 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:23:11,825 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:11,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:23:11,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:11,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:23:11,830 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:23:12,520 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/data/master/store 2024-11-20T23:23:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:12,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:12,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:12,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144992928Disabling compacts and flushes for region at 1732144992928Disabling writes for close at 1732144992928Writing region close event to WAL at 1732144992928Closed at 1732144992928 2024-11-20T23:23:12,929 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/data/master/store/.initializing 2024-11-20T23:23:12,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/WALs/412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:12,930 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:12,931 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C35031%2C1732144991124, suffix=, logDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/WALs/412a5e44fd2e,35031,1732144991124, archiveDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/oldWALs, maxLogs=10 2024-11-20T23:23:12,948 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/WALs/412a5e44fd2e,35031,1732144991124/412a5e44fd2e%2C35031%2C1732144991124.1732144992931, exclude list is [], retry=0 2024-11-20T23:23:12,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-6fe4b2e1-8ddf-4310-bbd1-3e3ad15235ba,DISK] 2024-11-20T23:23:12,952 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/WALs/412a5e44fd2e,35031,1732144991124/412a5e44fd2e%2C35031%2C1732144991124.1732144992931 2024-11-20T23:23:12,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-20T23:23:12,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:12,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:12,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,952 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:23:12,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:12,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:12,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:23:12,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:12,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:12,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:23:12,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:12,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:12,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:23:12,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:12,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:12,958 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,959 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,959 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,960 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,960 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,960 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:12,961 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:12,962 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:12,962 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60781886, jitterRate=-0.09427931904792786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:12,963 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144992952Initializing all the Stores at 1732144992953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144992953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144992953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144992953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144992953Cleaning up temporary data from old regions at 1732144992960 (+7 ms)Region opened successfully at 1732144992963 (+3 ms) 2024-11-20T23:23:12,963 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:23:12,966 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2bd10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:12,966 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:23:12,967 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:23:12,967 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:23:12,967 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:23:12,967 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:23:12,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:23:12,968 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:23:12,973 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:23:12,974 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Unable to get data of znode /0-482527921/balancer because node does not exist (not necessarily an error) 2024-11-20T23:23:13,085 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482527921/balancer already deleted, retry=false 2024-11-20T23:23:13,085 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:23:13,085 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Unable to get data of znode /0-482527921/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:23:13,163 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482527921/normalizer already deleted, retry=false 2024-11-20T23:23:13,163 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:23:13,164 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Unable to get data of znode /0-482527921/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:23:13,203 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482527921/switch/split already deleted, retry=false 2024-11-20T23:23:13,204 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Unable to get data of znode /0-482527921/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:23:13,255 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482527921/switch/merge already deleted, retry=false 2024-11-20T23:23:13,261 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Unable to get data of znode /0-482527921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:23:13,322 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-482527921/snapshot-cleanup already deleted, retry=false 2024-11-20T23:23:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482527921/running 2024-11-20T23:23:13,361 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-482527921/running 2024-11-20T23:23:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,361 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,362 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,35031,1732144991124, sessionid=0x1015a8efab60000, setting cluster-up flag (Was=false) 2024-11-20T23:23:13,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,426 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,477 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482527921/flush-table-proc/acquired, /0-482527921/flush-table-proc/reached, /0-482527921/flush-table-proc/abort 2024-11-20T23:23:13,478 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:13,499 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:13,540 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-482527921/online-snapshot/acquired, /0-482527921/online-snapshot/reached, /0-482527921/online-snapshot/abort 2024-11-20T23:23:13,541 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:13,547 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:23:13,553 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:13,553 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:23:13,553 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:23:13,554 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,35031,1732144991124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:23:13,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:13,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:13,555 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:13,556 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:13,556 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:23:13,556 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,556 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:13,556 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,562 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:13,562 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:23:13,563 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:13,563 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:23:13,588 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732145023588 2024-11-20T23:23:13,588 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:23:13,589 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:23:13,589 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:23:13,589 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:23:13,589 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:23:13,589 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:23:13,591 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,593 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:23:13,593 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:23:13,593 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:23:13,593 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:23:13,596 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:23:13,596 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:23:13,597 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144993596,5,FailOnTimeoutGroup] 2024-11-20T23:23:13,606 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144993597,5,FailOnTimeoutGroup] 2024-11-20T23:23:13,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:23:13,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,606 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:23:13,608 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(746): ClusterId : 0caa29aa-2de4-4008-818b-54c1b18ec42e 2024-11-20T23:23:13,608 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:23:13,609 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:23:13,609 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47 2024-11-20T23:23:13,617 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:23:13,617 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:23:13,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:23:13,624 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:13,625 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:23:13,626 DEBUG [RS:0;412a5e44fd2e:42157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad24e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:13,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:13,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:13,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:13,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:13,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:13,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:13,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:13,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:13,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:13,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:13,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:13,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:13,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:13,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:13,669 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:13,669 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/1588230740 2024-11-20T23:23:13,670 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/1588230740 2024-11-20T23:23:13,671 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:13,671 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:13,671 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:13,671 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:42157 2024-11-20T23:23:13,671 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:23:13,671 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:23:13,671 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:23:13,672 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:13,678 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,35031,1732144991124 with port=42157, startcode=1732144991455 2024-11-20T23:23:13,678 DEBUG [RS:0;412a5e44fd2e:42157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:23:13,680 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:13,681 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68106502, jitterRate=0.014865964651107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:13,681 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:23:13,681 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144993624Initializing all the Stores at 1732144993625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144993625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144993632 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144993632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144993632Cleaning up temporary data from old regions at 1732144993671 (+39 ms)Region opened successfully at 1732144993681 (+10 ms) 2024-11-20T23:23:13,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,681 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:13,682 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:13,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,682 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:13,682 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:13,682 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:13,682 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:13,682 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144993681Disabling compacts and flushes for region at 1732144993681Disabling writes for close at 1732144993682 (+1 ms)Writing region close event to WAL at 1732144993682Closed at 1732144993682 2024-11-20T23:23:13,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:13,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:23:13,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:23:13,684 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47 2024-11-20T23:23:13,684 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40639 2024-11-20T23:23:13,684 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:23:13,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:13,685 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:23:13,698 DEBUG [RS:0;412a5e44fd2e:42157 {}] zookeeper.ZKUtil(111): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Set watcher on existing znode=/0-482527921/rs/412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921/rs 2024-11-20T23:23:13,698 WARN [RS:0;412a5e44fd2e:42157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:13,698 INFO [RS:0;412a5e44fd2e:42157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:13,698 DEBUG [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,42157,1732144991455] 2024-11-20T23:23:13,717 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:23:13,719 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:23:13,719 INFO [RS:0;412a5e44fd2e:42157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:23:13,719 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,719 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:23:13,720 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:23:13,720 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,720 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,720 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,720 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:13,721 DEBUG [RS:0;412a5e44fd2e:42157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,740 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42157,1732144991455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:13,770 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:23:13,770 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,42157,1732144991455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,770 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,770 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.Replication(171): 412a5e44fd2e,42157,1732144991455 started 2024-11-20T23:23:13,790 INFO [RS:0;412a5e44fd2e:42157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:13,790 INFO [RS:0;412a5e44fd2e:42157 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,42157,1732144991455, RpcServer on 412a5e44fd2e/172.17.0.2:42157, sessionid=0x1015a8efab60001 2024-11-20T23:23:13,791 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:23:13,791 DEBUG [RS:0;412a5e44fd2e:42157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,791 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42157,1732144991455' 2024-11-20T23:23:13,791 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482527921/flush-table-proc/abort' 2024-11-20T23:23:13,793 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482527921/flush-table-proc/acquired' 2024-11-20T23:23:13,794 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:23:13,794 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:23:13,794 DEBUG [RS:0;412a5e44fd2e:42157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:13,794 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,42157,1732144991455' 2024-11-20T23:23:13,794 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-482527921/online-snapshot/abort' 2024-11-20T23:23:13,795 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-482527921/online-snapshot/acquired' 2024-11-20T23:23:13,800 DEBUG [RS:0;412a5e44fd2e:42157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:23:13,800 INFO [RS:0;412a5e44fd2e:42157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:23:13,800 INFO [RS:0;412a5e44fd2e:42157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:23:13,836 WARN [412a5e44fd2e:35031 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:23:13,901 INFO [RS:0;412a5e44fd2e:42157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:13,902 INFO [RS:0;412a5e44fd2e:42157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42157%2C1732144991455, suffix=, logDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455, archiveDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/oldWALs, maxLogs=10 2024-11-20T23:23:13,921 DEBUG [RS:0;412a5e44fd2e:42157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455/412a5e44fd2e%2C42157%2C1732144991455.1732144993902, exclude list is [], retry=0 2024-11-20T23:23:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-6fe4b2e1-8ddf-4310-bbd1-3e3ad15235ba,DISK] 2024-11-20T23:23:13,926 INFO [RS:0;412a5e44fd2e:42157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455/412a5e44fd2e%2C42157%2C1732144991455.1732144993902 2024-11-20T23:23:13,926 DEBUG [RS:0;412a5e44fd2e:42157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-20T23:23:14,086 DEBUG [412a5e44fd2e:35031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:23:14,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:14,088 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42157,1732144991455, state=OPENING 2024-11-20T23:23:14,140 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:23:14,182 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-482527921 2024-11-20T23:23:14,182 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:14,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482527921/meta-region-server: CHANGED 2024-11-20T23:23:14,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42157,1732144991455}] 2024-11-20T23:23:14,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482527921/meta-region-server: CHANGED 2024-11-20T23:23:14,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:14,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:23:14,344 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:23:14,344 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:14,345 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:23:14,346 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C42157%2C1732144991455.meta, suffix=.meta, logDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455, archiveDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/oldWALs, maxLogs=10 2024-11-20T23:23:14,363 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455/412a5e44fd2e%2C42157%2C1732144991455.meta.1732144994346.meta, exclude list is [], retry=0 2024-11-20T23:23:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-6fe4b2e1-8ddf-4310-bbd1-3e3ad15235ba,DISK] 2024-11-20T23:23:14,369 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/WALs/412a5e44fd2e,42157,1732144991455/412a5e44fd2e%2C42157%2C1732144991455.meta.1732144994346.meta 2024-11-20T23:23:14,369 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-20T23:23:14,369 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:14,370 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:23:14,370 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:23:14,370 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:23:14,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:14,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:14,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:14,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:14,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:14,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:14,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:14,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:14,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:14,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:14,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:14,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:14,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:14,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:14,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:14,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:14,375 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:14,375 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/1588230740 2024-11-20T23:23:14,376 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/hbase/meta/1588230740 2024-11-20T23:23:14,377 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:14,377 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:14,377 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:14,378 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:14,379 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672793, jitterRate=0.008403196930885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:14,379 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:23:14,379 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144994370Writing region info on filesystem at 1732144994370Initializing all the Stores at 1732144994371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144994371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144994371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144994371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144994371Cleaning up temporary data from old regions at 1732144994377 (+6 ms)Running coprocessor post-open hooks at 1732144994379 (+2 ms)Region opened successfully at 1732144994379 2024-11-20T23:23:14,380 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144994335 2024-11-20T23:23:14,382 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:23:14,382 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:23:14,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:14,383 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,42157,1732144991455, state=OPEN 2024-11-20T23:23:14,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x1015a8efab60000, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482527921/meta-region-server 2024-11-20T23:23:14,470 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42157-0x1015a8efab60001, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-482527921/meta-region-server 2024-11-20T23:23:14,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482527921/meta-region-server: CHANGED 2024-11-20T23:23:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-482527921/meta-region-server: CHANGED 2024-11-20T23:23:14,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:23:14,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,42157,1732144991455 in 288 msec 2024-11-20T23:23:14,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:23:14,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2024-11-20T23:23:14,475 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:14,475 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:23:14,476 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:14,476 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42157,1732144991455, seqNum=-1] 2024-11-20T23:23:14,476 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:14,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:14,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 930 msec 2024-11-20T23:23:14,480 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144994480, completionTime=-1 2024-11-20T23:23:14,481 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:23:14,481 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:23:14,482 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:23:14,482 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145054482 2024-11-20T23:23:14,482 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145114482 2024-11-20T23:23:14,482 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T23:23:14,483 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,483 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,483 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,483 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:35031, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,483 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,484 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,485 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.788sec 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:23:14,486 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:23:14,487 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:14,487 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:23:14,488 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:23:14,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:23:14,488 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35031,1732144991124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:14,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b49cdce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:14,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,35031,-1 for getting cluster id 2024-11-20T23:23:14,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:14,514 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0caa29aa-2de4-4008-818b-54c1b18ec42e' 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0caa29aa-2de4-4008-818b-54c1b18ec42e" 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34b7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,35031,-1] 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:14,516 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:14,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3248928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:14,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,42157,1732144991455, seqNum=-1] 2024-11-20T23:23:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:14,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:14,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61672 2024-11-20T23:23:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61672, baseZNode=/0-482527921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:14,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8efab60002 connected 2024-11-20T23:23:14,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@747a5b34 2024-11-20T23:23:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:14,623 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:14,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:23:14,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:23:14,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:14,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:14,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:23:14,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:15,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 749c77fcce25b197a1aa892291160bf1, NAME => 'test,,1732144994623.749c77fcce25b197a1aa892291160bf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47 2024-11-20T23:23:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732144994623.749c77fcce25b197a1aa892291160bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 749c77fcce25b197a1aa892291160bf1, disabling compactions & flushes 2024-11-20T23:23:15,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732144994623.749c77fcce25b197a1aa892291160bf1. after waiting 0 ms 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 749c77fcce25b197a1aa892291160bf1: Waiting for close lock at 1732144995452Disabling compacts and flushes for region at 1732144995452Disabling writes for close at 1732144995452Writing region close event to WAL at 1732144995452Closed at 1732144995452 2024-11-20T23:23:15,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:23:15,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732144994623.749c77fcce25b197a1aa892291160bf1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732144995453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144995453"}]},"ts":"1732144995453"} 2024-11-20T23:23:15,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:23:15,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:23:15,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144995456"}]},"ts":"1732144995456"} 2024-11-20T23:23:15,458 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:23:15,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=749c77fcce25b197a1aa892291160bf1, ASSIGN}] 2024-11-20T23:23:15,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=749c77fcce25b197a1aa892291160bf1, ASSIGN 2024-11-20T23:23:15,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=749c77fcce25b197a1aa892291160bf1, ASSIGN; state=OFFLINE, location=412a5e44fd2e,42157,1732144991455; forceNewPlan=false, retain=false 2024-11-20T23:23:15,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=749c77fcce25b197a1aa892291160bf1, regionState=OPENING, regionLocation=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:15,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=749c77fcce25b197a1aa892291160bf1, ASSIGN because future has completed 2024-11-20T23:23:15,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 749c77fcce25b197a1aa892291160bf1, server=412a5e44fd2e,42157,1732144991455}] 2024-11-20T23:23:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:15,783 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,783 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 749c77fcce25b197a1aa892291160bf1, NAME => 'test,,1732144994623.749c77fcce25b197a1aa892291160bf1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:15,784 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:15,784 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:23:15,784 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,784 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732144994623.749c77fcce25b197a1aa892291160bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:15,784 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,784 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,788 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,789 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749c77fcce25b197a1aa892291160bf1 columnFamilyName f 2024-11-20T23:23:15,789 DEBUG [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:15,790 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(327): Store=749c77fcce25b197a1aa892291160bf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:15,790 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,791 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749c77fcce25b197a1aa892291160bf1 columnFamilyName f1 2024-11-20T23:23:15,791 DEBUG [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:15,791 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(327): Store=749c77fcce25b197a1aa892291160bf1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:15,791 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,792 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749c77fcce25b197a1aa892291160bf1 columnFamilyName norep 2024-11-20T23:23:15,792 DEBUG [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:15,792 INFO [StoreOpener-749c77fcce25b197a1aa892291160bf1-1 {}] regionserver.HStore(327): Store=749c77fcce25b197a1aa892291160bf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:15,792 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,793 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/default/test/749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,793 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/default/test/749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,793 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,793 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,794 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:23:15,794 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,805 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/data/default/test/749c77fcce25b197a1aa892291160bf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:15,806 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 749c77fcce25b197a1aa892291160bf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74169196, jitterRate=0.10520714521408081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:23:15,806 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 749c77fcce25b197a1aa892291160bf1 2024-11-20T23:23:15,806 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 749c77fcce25b197a1aa892291160bf1: Running coprocessor pre-open hook at 1732144995784Writing region info on filesystem at 1732144995784Initializing all the Stores at 1732144995785 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144995785Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144995788 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144995788Cleaning up temporary data from old regions at 1732144995793 (+5 ms)Running coprocessor post-open hooks at 1732144995806 (+13 ms)Region opened successfully at 1732144995806 2024-11-20T23:23:15,808 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732144994623.749c77fcce25b197a1aa892291160bf1., pid=6, masterSystemTime=1732144995780 2024-11-20T23:23:15,811 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,811 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732144994623.749c77fcce25b197a1aa892291160bf1. 2024-11-20T23:23:15,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=749c77fcce25b197a1aa892291160bf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,42157,1732144991455 2024-11-20T23:23:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 749c77fcce25b197a1aa892291160bf1, server=412a5e44fd2e,42157,1732144991455 because future has completed 2024-11-20T23:23:15,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:23:15,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 749c77fcce25b197a1aa892291160bf1, server=412a5e44fd2e,42157,1732144991455 in 194 msec 2024-11-20T23:23:15,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:23:15,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=749c77fcce25b197a1aa892291160bf1, ASSIGN in 363 msec 2024-11-20T23:23:15,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:23:15,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144995824"}]},"ts":"1732144995824"} 2024-11-20T23:23:15,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:23:15,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:23:15,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-20T23:23:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:16,782 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:23:16,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bf1aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,35031,-1 for getting cluster id 2024-11-20T23:23:16,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:16,785 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0caa29aa-2de4-4008-818b-54c1b18ec42e' 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0caa29aa-2de4-4008-818b-54c1b18ec42e" 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f44de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,35031,-1] 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,787 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8db805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d785f7 2024-11-20T23:23:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:16,795 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:16,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:35031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:23:16,798 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:35031' 2024-11-20T23:23:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:16,800 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622d6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,800 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,35031,-1 for getting cluster id 2024-11-20T23:23:16,801 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:16,802 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0caa29aa-2de4-4008-818b-54c1b18ec42e' 2024-11-20T23:23:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0caa29aa-2de4-4008-818b-54c1b18ec42e" 2024-11-20T23:23:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35412350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,35031,-1] 2024-11-20T23:23:16,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:16,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,804 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:16,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e5c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:16,805 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:16,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,35031,1732144991124 2024-11-20T23:23:16,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4e6658 2024-11-20T23:23:16,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:16,810 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:16,811 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T23:23:16,811 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:23:16,811 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:16,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:16,812 WARN [PEWorker-3 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:23:16,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:23:16,812 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128933 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:23:16,818 ERROR [PEWorker-3 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T23:23:16,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=24 msec 2024-11-20T23:23:16,820 WARN [PEWorker-3 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T23:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:16,906 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://412a5e44fd2e:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T23:23:16,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:16,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:16,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:16,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:16,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 364) Potentially hanging thread: qtp266711061-7896-acceptor-0@5dfefbc5-ServerConnector@605a0000{HTTP/1.1, (http/1.1)}{localhost:33947} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61672 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47/MasterData-prefix:412a5e44fd2e,35031,1732144991124 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-906185871-172.17.0.2-1732144988043:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47-prefix:412a5e44fd2e,42157,1732144991455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 2 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;412a5e44fd2e:42157 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266711061-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9db8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 40639 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@473fdb7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RS_OPEN_META-regionserver/412a5e44fd2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266711061-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9db8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9db89f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f9db8abd418.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp970252639-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9db8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4b53f030-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2d64b775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266711061-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/412a5e44fd2e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61672): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474275726_20 at /127.0.0.1:58142 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40639 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data1/current/BP-906185871-172.17.0.2-1732144988043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4bdf9ec7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@f0eab19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2272538d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40639/user/jenkins/test-data/635bca4a-41ae-8143-e9b1-60df91556a47-prefix:412a5e44fd2e,42157,1732144991455.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@25b933be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474275726_20 at /127.0.0.1:55864 [Receiving block BP-906185871-172.17.0.2-1732144988043:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:61672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;412a5e44fd2e:35031 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5aff5da7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 3 on default port 40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44499 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_443185303_20 at /127.0.0.1:55834 [Receiving block BP-906185871-172.17.0.2-1732144988043:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144993597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BP-906185871-172.17.0.2-1732144988043 heartbeating to localhost/127.0.0.1:40639 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp266711061-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144993596 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data2/current/BP-906185871-172.17.0.2-1732144988043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@611fabbf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp970252639-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3a0005bf-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: CacheReplicationMonitor(1930290200) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/cluster_2dd76cf4-b6ab-77d4-8702-7ab26cf1309b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/412a5e44fd2e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp970252639-7942-acceptor-0@3177bafa-ServerConnector@7e75872a{HTTP/1.1, (http/1.1)}{localhost:45863} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;412a5e44fd2e:42157-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp266711061-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474275726_20 at /127.0.0.1:55878 [Receiving block BP-906185871-172.17.0.2-1732144988043:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@64c54f6d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp970252639-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6b556db0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp266711061-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9db8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-906185871-172.17.0.2-1732144988043:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:40639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 412a5e44fd2e:35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp266711061-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9db8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-906185871-172.17.0.2-1732144988043:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=947 (was 919) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1397 (was 2061) 2024-11-20T23:23:16,937 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-20T23:23:16,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=947, ProcessCount=11, AvailableMemoryMB=1396 2024-11-20T23:23:16,965 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-20T23:23:16,984 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T23:23:16,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.log.dir so I do NOT create it in target/test-data/f55862d2-0a08-d999-f418-22b986492f16 2024-11-20T23:23:16,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:23:16,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.tmp.dir so I do NOT create it in target/test-data/f55862d2-0a08-d999-f418-22b986492f16 2024-11-20T23:23:16,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f576bc73-ab31-ac3a-3794-8a0699560ee4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:23:16,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16 2024-11-20T23:23:16,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86, deleteOnExit=true 2024-11-20T23:23:17,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/zookeeper_0, clientPort=64354, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:23:17,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64354 2024-11-20T23:23:17,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:23:17,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/test.cache.data in system properties and HBase conf 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:23:17,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:23:17,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:23:17,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:23:17,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:23:17,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:17,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:23:17,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:23:17,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:17,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:17,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:17,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:17,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:17,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:17,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49bacdf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:17,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a73e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:17,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c39fec6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/java.io.tmpdir/jetty-localhost-44525-hadoop-hdfs-3_4_1-tests_jar-_-any-5190366485000519656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:17,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ef1ca3{HTTP/1.1, (http/1.1)}{localhost:44525} 2024-11-20T23:23:17,526 INFO [Time-limited test {}] server.Server(415): Started @328869ms 2024-11-20T23:23:18,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:18,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:18,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:18,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:18,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:18,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@208d4924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:18,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@532b8734{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:23:18,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:23:18,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T23:23:18,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T23:23:18,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:18,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T23:23:18,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:23:18,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:23:18,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bb0498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/java.io.tmpdir/jetty-localhost-33651-hadoop-hdfs-3_4_1-tests_jar-_-any-13042983940530827809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:18,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fbc1e62{HTTP/1.1, (http/1.1)}{localhost:33651} 2024-11-20T23:23:18,381 INFO [Time-limited test {}] server.Server(415): Started @329724ms 2024-11-20T23:23:18,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:23:19,432 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/data/data1/current/BP-761303167-172.17.0.2-1732144997055/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:19,432 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/data/data2/current/BP-761303167-172.17.0.2-1732144997055/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:19,481 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aab8eb6d28f84ec with lease ID 0x2914f5442467cd19: Processing first storage report for DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8 from datanode DatanodeRegistration(127.0.0.1:37727, datanodeUuid=1858c99e-8bdc-4b7b-9988-5f8878c623a6, infoPort=43269, infoSecurePort=0, ipcPort=46653, storageInfo=lv=-57;cid=testClusterID;nsid=1050461012;c=1732144997055) 2024-11-20T23:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aab8eb6d28f84ec with lease ID 0x2914f5442467cd19: from storage DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8 node DatanodeRegistration(127.0.0.1:37727, datanodeUuid=1858c99e-8bdc-4b7b-9988-5f8878c623a6, infoPort=43269, infoSecurePort=0, ipcPort=46653, storageInfo=lv=-57;cid=testClusterID;nsid=1050461012;c=1732144997055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aab8eb6d28f84ec with lease ID 0x2914f5442467cd19: Processing first storage report for DS-0347afb9-81c2-4adc-aa81-6b82373b9128 from datanode DatanodeRegistration(127.0.0.1:37727, datanodeUuid=1858c99e-8bdc-4b7b-9988-5f8878c623a6, infoPort=43269, infoSecurePort=0, ipcPort=46653, storageInfo=lv=-57;cid=testClusterID;nsid=1050461012;c=1732144997055) 2024-11-20T23:23:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aab8eb6d28f84ec with lease ID 0x2914f5442467cd19: from storage DS-0347afb9-81c2-4adc-aa81-6b82373b9128 node DatanodeRegistration(127.0.0.1:37727, datanodeUuid=1858c99e-8bdc-4b7b-9988-5f8878c623a6, infoPort=43269, infoSecurePort=0, ipcPort=46653, storageInfo=lv=-57;cid=testClusterID;nsid=1050461012;c=1732144997055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:19,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16 2024-11-20T23:23:19,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:19,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:23:19,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:19,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd with version=8 2024-11-20T23:23:19,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/hbase-staging 2024-11-20T23:23:19,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:19,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:19,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:19,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:19,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:23:19,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:19,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40747 2024-11-20T23:23:19,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:23:19,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40747 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:19,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T23:23:20,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407470x0, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:20,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40747-0x1015a8f1e3a0000 connected 2024-11-20T23:23:20,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:20,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:20,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/running 2024-11-20T23:23:20,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd, hbase.cluster.distributed=false 2024-11-20T23:23:20,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/acl 2024-11-20T23:23:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-20T23:23:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40747 2024-11-20T23:23:20,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40747 2024-11-20T23:23:20,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-20T23:23:20,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-20T23:23:20,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:20,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44009 2024-11-20T23:23:20,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44009 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:20,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:20,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:20,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440090x0, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:20,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440090x0, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/running 2024-11-20T23:23:20,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44009-0x1015a8f1e3a0001 connected 2024-11-20T23:23:20,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:23:20,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:23:20,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/master 2024-11-20T23:23:20,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/acl 2024-11-20T23:23:20,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-20T23:23:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44009 2024-11-20T23:23:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44009 2024-11-20T23:23:20,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-20T23:23:20,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44009 2024-11-20T23:23:20,194 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:40747 2024-11-20T23:23:20,195 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0709085894/backup-masters/412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/backup-masters 2024-11-20T23:23:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/backup-masters 2024-11-20T23:23:20,202 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on existing znode=/0709085894/backup-masters/412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0709085894/master 2024-11-20T23:23:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:20,213 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on existing znode=/0709085894/master 2024-11-20T23:23:20,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0709085894/backup-masters/412a5e44fd2e,40747,1732144999966 from backup master directory 2024-11-20T23:23:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/backup-masters 2024-11-20T23:23:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0709085894/backup-masters/412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/backup-masters 2024-11-20T23:23:20,223 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:20,223 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:20,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/hbase.id] with ID: 32bd7f79-6e92-4f55-ad57-fc715be4c2de 2024-11-20T23:23:20,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/.tmp/hbase.id 2024-11-20T23:23:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:23:20,630 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/.tmp/hbase.id]:[hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/hbase.id] 2024-11-20T23:23:20,637 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:20,638 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:23:20,639 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:23:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:20,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:23:21,056 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:21,057 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:23:21,057 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:23:21,466 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store 2024-11-20T23:23:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:21,878 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:21,878 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:21,878 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145001878Disabling compacts and flushes for region at 1732145001878Disabling writes for close at 1732145001878Writing region close event to WAL at 1732145001878Closed at 1732145001878 2024-11-20T23:23:21,883 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/.initializing 2024-11-20T23:23:21,883 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/WALs/412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:21,889 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:21,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C40747%2C1732144999966, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/WALs/412a5e44fd2e,40747,1732144999966, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/oldWALs, maxLogs=10 2024-11-20T23:23:21,910 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/WALs/412a5e44fd2e,40747,1732144999966/412a5e44fd2e%2C40747%2C1732144999966.1732145001893, exclude list is [], retry=0 2024-11-20T23:23:21,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:21,921 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/WALs/412a5e44fd2e,40747,1732144999966/412a5e44fd2e%2C40747%2C1732144999966.1732145001893 2024-11-20T23:23:21,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:21,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:21,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:21,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:23:21,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:21,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:21,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:23:21,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:21,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:21,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:23:21,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:21,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:21,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:23:21,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:21,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:21,928 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,929 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,930 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,930 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,930 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:21,931 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:21,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:21,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61753723, jitterRate=-0.07979781925678253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:21,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732145001922Initializing all the Stores at 1732145001923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145001923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145001923Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145001923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145001923Cleaning up temporary data from old regions at 1732145001930 (+7 ms)Region opened successfully at 1732145001934 (+4 ms) 2024-11-20T23:23:21,936 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:23:21,940 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563410c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:21,941 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:23:21,941 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:23:21,941 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:23:21,942 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:23:21,942 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:23:21,942 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:23:21,942 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:23:21,944 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:23:21,945 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Unable to get data of znode /0709085894/balancer because node does not exist (not necessarily an error) 2024-11-20T23:23:22,019 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/balancer already deleted, retry=false 2024-11-20T23:23:22,019 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:23:22,020 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Unable to get data of znode /0709085894/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:23:22,029 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/normalizer already deleted, retry=false 2024-11-20T23:23:22,030 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:23:22,030 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Unable to get data of znode /0709085894/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:23:22,040 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/switch/split already deleted, retry=false 2024-11-20T23:23:22,040 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Unable to get data of znode /0709085894/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:23:22,050 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/switch/merge already deleted, retry=false 2024-11-20T23:23:22,052 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Unable to get data of znode /0709085894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:23:22,061 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/snapshot-cleanup already deleted, retry=false 2024-11-20T23:23:22,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0709085894/running 2024-11-20T23:23:22,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0709085894/running 2024-11-20T23:23:22,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,072 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,40747,1732144999966, sessionid=0x1015a8f1e3a0000, setting cluster-up flag (Was=false) 2024-11-20T23:23:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,124 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0709085894/flush-table-proc/acquired, /0709085894/flush-table-proc/reached, /0709085894/flush-table-proc/abort 2024-11-20T23:23:22,125 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:22,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:22,176 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0709085894/online-snapshot/acquired, /0709085894/online-snapshot/reached, /0709085894/online-snapshot/abort 2024-11-20T23:23:22,178 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:22,178 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:23:22,179 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:22,180 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:23:22,180 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:23:22,180 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,40747,1732144999966 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:22,181 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:22,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:23:22,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:22,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:23:22,189 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(746): ClusterId : 32bd7f79-6e92-4f55-ad57-fc715be4c2de 2024-11-20T23:23:22,189 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:23:22,198 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:23:22,198 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:23:22,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732145032200 2024-11-20T23:23:22,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:23:22,200 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:23:22,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:23:22,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:23:22,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:23:22,201 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:23:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:23:22,209 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:23:22,209 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d134056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:22,212 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:23:22,213 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:23:22,216 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145002213,5,FailOnTimeoutGroup] 2024-11-20T23:23:22,216 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145002216,5,FailOnTimeoutGroup] 2024-11-20T23:23:22,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:23:22,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,216 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,226 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:44009 2024-11-20T23:23:22,226 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:23:22,226 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:23:22,226 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:23:22,226 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,40747,1732144999966 with port=44009, startcode=1732145000160 2024-11-20T23:23:22,226 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:23:22,228 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:23:22,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40747 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,230 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd 2024-11-20T23:23:22,230 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35539 2024-11-20T23:23:22,230 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:23:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/rs 2024-11-20T23:23:22,240 DEBUG [RS:0;412a5e44fd2e:44009 {}] zookeeper.ZKUtil(111): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on existing znode=/0709085894/rs/412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,240 WARN [RS:0;412a5e44fd2e:44009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:22,240 INFO [RS:0;412a5e44fd2e:44009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:22,240 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,44009,1732145000160] 2024-11-20T23:23:22,257 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:23:22,260 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:23:22,264 INFO [RS:0;412a5e44fd2e:44009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:23:22,264 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,265 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:23:22,265 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:23:22,265 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,265 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:22,266 DEBUG [RS:0;412a5e44fd2e:44009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,266 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44009,1732145000160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:22,286 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:23:22,286 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,44009,1732145000160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,286 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,286 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.Replication(171): 412a5e44fd2e,44009,1732145000160 started 2024-11-20T23:23:22,300 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:22,300 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,44009,1732145000160, RpcServer on 412a5e44fd2e/172.17.0.2:44009, sessionid=0x1015a8f1e3a0001 2024-11-20T23:23:22,300 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:23:22,300 DEBUG [RS:0;412a5e44fd2e:44009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,300 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44009,1732145000160' 2024-11-20T23:23:22,300 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0709085894/flush-table-proc/abort' 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0709085894/flush-table-proc/acquired' 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,44009,1732145000160' 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0709085894/online-snapshot/abort' 2024-11-20T23:23:22,301 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0709085894/online-snapshot/acquired' 2024-11-20T23:23:22,302 DEBUG [RS:0;412a5e44fd2e:44009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:23:22,302 INFO [RS:0;412a5e44fd2e:44009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:23:22,302 INFO [RS:0;412a5e44fd2e:44009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:23:22,402 INFO [RS:0;412a5e44fd2e:44009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:22,404 INFO [RS:0;412a5e44fd2e:44009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44009%2C1732145000160, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/oldWALs, maxLogs=10 2024-11-20T23:23:22,423 DEBUG [RS:0;412a5e44fd2e:44009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404, exclude list is [], retry=0 2024-11-20T23:23:22,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:22,427 INFO [RS:0;412a5e44fd2e:44009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 2024-11-20T23:23:22,427 DEBUG [RS:0;412a5e44fd2e:44009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:22,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:23:22,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd 2024-11-20T23:23:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741833_1009 (size=32) 2024-11-20T23:23:23,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:23,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:23,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:23,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:23,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:23,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:23,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:23,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:23,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:23,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740 2024-11-20T23:23:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740 2024-11-20T23:23:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:23,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:23,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:23,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:23,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75361450, jitterRate=0.12297311425209045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732145003077Initializing all the Stores at 1732145003077Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003078 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145003078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003078Cleaning up temporary data from old regions at 1732145003087 (+9 ms)Region opened successfully at 1732145003093 (+6 ms) 2024-11-20T23:23:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:23,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:23,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145003093Disabling compacts and flushes for region at 1732145003093Disabling writes for close at 1732145003093Writing region close event to WAL at 1732145003096 (+3 ms)Closed at 1732145003096 2024-11-20T23:23:23,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:23,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:23:23,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:23:23,099 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:23,099 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:23:23,250 DEBUG [412a5e44fd2e:40747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:23:23,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:23,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44009,1732145000160, state=OPENING 2024-11-20T23:23:23,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:23:23,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:23,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:23,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44009,1732145000160}] 2024-11-20T23:23:23,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0709085894/meta-region-server: CHANGED 2024-11-20T23:23:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:23,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0709085894/meta-region-server: CHANGED 2024-11-20T23:23:23,435 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:23,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:23:23,440 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:23:23,440 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:23,441 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:23:23,445 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44009%2C1732145000160.meta, suffix=.meta, logDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/oldWALs, maxLogs=10 2024-11-20T23:23:23,459 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145003445.meta, exclude list is [], retry=0 2024-11-20T23:23:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:23,465 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145003445.meta 2024-11-20T23:23:23,480 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:23,480 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:23,481 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:23:23,481 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:23:23,481 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:23:23,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:23,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:23,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:23,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:23,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:23,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:23,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:23,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:23,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:23,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:23,488 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:23,488 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740 2024-11-20T23:23:23,489 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740 2024-11-20T23:23:23,491 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:23,491 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:23,493 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:23,494 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:23,499 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67382524, jitterRate=0.00407785177230835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:23,499 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:23:23,499 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732145003481Writing region info on filesystem at 1732145003481Initializing all the Stores at 1732145003484 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003485 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145003485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145003485Cleaning up temporary data from old regions at 1732145003491 (+6 ms)Running coprocessor post-open hooks at 1732145003499 (+8 ms)Region opened successfully at 1732145003499 2024-11-20T23:23:23,504 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732145003435 2024-11-20T23:23:23,506 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:23:23,506 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:23:23,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:23,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,44009,1732145000160, state=OPEN 2024-11-20T23:23:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0709085894/meta-region-server 2024-11-20T23:23:23,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0709085894/meta-region-server: CHANGED 2024-11-20T23:23:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0709085894/meta-region-server 2024-11-20T23:23:23,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0709085894/meta-region-server: CHANGED 2024-11-20T23:23:23,588 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:23,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:23:23,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,44009,1732145000160 in 305 msec 2024-11-20T23:23:23,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:23:23,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-20T23:23:23,605 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:23,605 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:23:23,606 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:23,606 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44009,1732145000160, seqNum=-1] 2024-11-20T23:23:23,606 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:23,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:23,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4360 sec 2024-11-20T23:23:23,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732145003616, completionTime=-1 2024-11-20T23:23:23,616 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:23:23,616 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145063618 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145123618 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:40747, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,618 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,620 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.398sec 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:23,621 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:23:23,623 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:23:23,623 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:23:23,623 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,40747,1732144999966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:23,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6351539b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:23,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:23,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:23,717 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642364a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:23,720 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:23,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2bb987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:23,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44009,1732145000160, seqNum=-1] 2024-11-20T23:23:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:23,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:23,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:23,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:23,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:23,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015a8f1e3a0002 connected 2024-11-20T23:23:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir so I do NOT create it in target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1 2024-11-20T23:23:23,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:23:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.tmp.dir so I do NOT create it in target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1 2024-11-20T23:23:23,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:23:23,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/cluster_56870b9b-9676-f8df-b23a-4f5a59b03360, deleteOnExit=true 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/test.cache.data in system properties and HBase conf 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:23:23,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:23:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:23:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:23:24,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:24,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:24,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:24,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:24,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:24,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:24,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42037b50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:24,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a588c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:24,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3d9321{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/java.io.tmpdir/jetty-localhost-39751-hadoop-hdfs-3_4_1-tests_jar-_-any-15759770615801151351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:24,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7df20749{HTTP/1.1, (http/1.1)}{localhost:39751} 2024-11-20T23:23:24,319 INFO [Time-limited test {}] server.Server(415): Started @335662ms 2024-11-20T23:23:24,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:24,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:24,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:24,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:24,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:24,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733b566e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:24,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659818c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:24,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e27ff9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/java.io.tmpdir/jetty-localhost-42951-hadoop-hdfs-3_4_1-tests_jar-_-any-12460065289840571664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:24,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d1f5d55{HTTP/1.1, (http/1.1)}{localhost:42951} 2024-11-20T23:23:24,927 INFO [Time-limited test {}] server.Server(415): Started @336269ms 2024-11-20T23:23:24,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:23:25,861 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/cluster_56870b9b-9676-f8df-b23a-4f5a59b03360/data/data1/current/BP-1488869126-172.17.0.2-1732145003810/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:25,865 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/cluster_56870b9b-9676-f8df-b23a-4f5a59b03360/data/data2/current/BP-1488869126-172.17.0.2-1732145003810/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:25,937 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:23:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a2c51a3bc97029 with lease ID 0x179fe1386c4700da: Processing first storage report for DS-4c412587-41f9-4e3f-9096-9e3f063f22e8 from datanode DatanodeRegistration(127.0.0.1:42739, datanodeUuid=94ba5367-d772-45d9-9a10-71890a59fc32, infoPort=43393, infoSecurePort=0, ipcPort=37307, storageInfo=lv=-57;cid=testClusterID;nsid=851200811;c=1732145003810) 2024-11-20T23:23:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a2c51a3bc97029 with lease ID 0x179fe1386c4700da: from storage DS-4c412587-41f9-4e3f-9096-9e3f063f22e8 node DatanodeRegistration(127.0.0.1:42739, datanodeUuid=94ba5367-d772-45d9-9a10-71890a59fc32, infoPort=43393, infoSecurePort=0, ipcPort=37307, storageInfo=lv=-57;cid=testClusterID;nsid=851200811;c=1732145003810), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T23:23:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a2c51a3bc97029 with lease ID 0x179fe1386c4700da: Processing first storage report for DS-e8de7377-cce1-4acb-882c-a6f76fc77a28 from datanode DatanodeRegistration(127.0.0.1:42739, datanodeUuid=94ba5367-d772-45d9-9a10-71890a59fc32, infoPort=43393, infoSecurePort=0, ipcPort=37307, storageInfo=lv=-57;cid=testClusterID;nsid=851200811;c=1732145003810) 2024-11-20T23:23:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a2c51a3bc97029 with lease ID 0x179fe1386c4700da: from storage DS-e8de7377-cce1-4acb-882c-a6f76fc77a28 node DatanodeRegistration(127.0.0.1:42739, datanodeUuid=94ba5367-d772-45d9-9a10-71890a59fc32, infoPort=43393, infoSecurePort=0, ipcPort=37307, storageInfo=lv=-57;cid=testClusterID;nsid=851200811;c=1732145003810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:25,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1 2024-11-20T23:23:25,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:25,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:25,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:23:26,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305 with version=8 2024-11-20T23:23:26,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/hbase-staging 2024-11-20T23:23:26,390 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:26,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:26,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33673 2024-11-20T23:23:26,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33673 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336730x0, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:26,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33673-0x1015a8f1e3a0003 connected 2024-11-20T23:23:26,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:26,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:26,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/running 2024-11-20T23:23:26,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305, hbase.cluster.distributed=false 2024-11-20T23:23:26,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/acl 2024-11-20T23:23:26,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-20T23:23:26,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33673 2024-11-20T23:23:26,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33673 2024-11-20T23:23:26,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-20T23:23:26,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33673 2024-11-20T23:23:26,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:23:26,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:26,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38565 2024-11-20T23:23:26,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38565 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:26,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:26,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385650x0, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:26,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385650x0, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/running 2024-11-20T23:23:26,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38565-0x1015a8f1e3a0004 connected 2024-11-20T23:23:26,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:23:26,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:23:26,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/master 2024-11-20T23:23:26,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/acl 2024-11-20T23:23:26,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-20T23:23:26,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38565 2024-11-20T23:23:26,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38565 2024-11-20T23:23:26,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-20T23:23:26,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-20T23:23:26,563 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:33673 2024-11-20T23:23:26,564 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1784637865/backup-masters/412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:26,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/backup-masters 2024-11-20T23:23:26,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/backup-masters 2024-11-20T23:23:26,577 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on existing znode=/1-1784637865/backup-masters/412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1784637865/master 2024-11-20T23:23:26,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:26,587 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on existing znode=/1-1784637865/master 2024-11-20T23:23:26,587 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1784637865/backup-masters/412a5e44fd2e,33673,1732145006390 from backup master directory 2024-11-20T23:23:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1784637865/backup-masters/412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/backup-masters 2024-11-20T23:23:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/backup-masters 2024-11-20T23:23:26,597 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:26,597 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:26,600 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/hbase.id] with ID: f5ea249e-7e0b-43d1-b404-544ae5cbbe59 2024-11-20T23:23:26,600 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/.tmp/hbase.id 2024-11-20T23:23:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:23:27,004 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/.tmp/hbase.id]:[hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/hbase.id] 2024-11-20T23:23:27,012 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:27,012 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:23:27,013 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:23:27,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:27,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:23:27,027 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:27,028 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:23:27,028 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:23:27,434 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store 2024-11-20T23:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:27,844 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:27,844 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:27,844 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145007844Disabling compacts and flushes for region at 1732145007844Disabling writes for close at 1732145007844Writing region close event to WAL at 1732145007844Closed at 1732145007844 2024-11-20T23:23:27,845 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/.initializing 2024-11-20T23:23:27,845 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/WALs/412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:27,846 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:27,848 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C33673%2C1732145006390, suffix=, logDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/WALs/412a5e44fd2e,33673,1732145006390, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/oldWALs, maxLogs=10 2024-11-20T23:23:27,866 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/WALs/412a5e44fd2e,33673,1732145006390/412a5e44fd2e%2C33673%2C1732145006390.1732145007848, exclude list is [], retry=0 2024-11-20T23:23:27,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-4c412587-41f9-4e3f-9096-9e3f063f22e8,DISK] 2024-11-20T23:23:27,912 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/WALs/412a5e44fd2e,33673,1732145006390/412a5e44fd2e%2C33673%2C1732145006390.1732145007848 2024-11-20T23:23:27,921 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-11-20T23:23:27,921 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:27,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:27,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,922 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:23:27,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:27,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:27,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:23:27,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:27,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:27,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:23:27,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:27,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:27,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:23:27,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:27,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:27,932 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,933 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,934 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,935 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,935 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,936 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:27,937 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:27,939 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:27,940 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63318160, jitterRate=-0.056485891342163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:27,940 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732145007922Initializing all the Stores at 1732145007923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145007923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145007923Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145007923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145007923Cleaning up temporary data from old regions at 1732145007935 (+12 ms)Region opened successfully at 1732145007940 (+5 ms) 2024-11-20T23:23:27,946 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:23:27,948 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdde927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:27,952 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:23:27,952 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:23:27,952 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:23:27,953 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:23:27,955 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T23:23:27,955 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:23:27,956 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:23:27,962 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:23:27,964 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/balancer because node does not exist (not necessarily an error) 2024-11-20T23:23:27,977 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/balancer already deleted, retry=false 2024-11-20T23:23:27,978 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:23:27,978 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:23:27,992 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/normalizer already deleted, retry=false 2024-11-20T23:23:27,993 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:23:28,002 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:23:28,012 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/switch/split already deleted, retry=false 2024-11-20T23:23:28,018 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:23:28,029 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/switch/merge already deleted, retry=false 2024-11-20T23:23:28,036 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:23:28,044 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/snapshot-cleanup already deleted, retry=false 2024-11-20T23:23:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1784637865/running 2024-11-20T23:23:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1784637865/running 2024-11-20T23:23:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,060 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,33673,1732145006390, sessionid=0x1015a8f1e3a0003, setting cluster-up flag (Was=false) 2024-11-20T23:23:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,134 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1784637865/flush-table-proc/acquired, /1-1784637865/flush-table-proc/reached, /1-1784637865/flush-table-proc/abort 2024-11-20T23:23:28,135 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,197 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1784637865/online-snapshot/acquired, /1-1784637865/online-snapshot/reached, /1-1784637865/online-snapshot/abort 2024-11-20T23:23:28,200 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:28,214 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:23:28,224 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:28,224 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:23:28,224 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:23:28,224 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,33673,1732145006390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:28,226 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:28,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:23:28,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:28,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:23:28,257 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(746): ClusterId : f5ea249e-7e0b-43d1-b404-544ae5cbbe59 2024-11-20T23:23:28,257 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:23:28,266 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:23:28,266 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:23:28,276 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:23:28,276 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732145038279 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:23:28,279 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:23:28,307 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:23:28,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:23:28,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305 2024-11-20T23:23:28,315 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:38565 2024-11-20T23:23:28,315 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:23:28,315 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:23:28,315 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:23:28,315 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:23:28,315 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:23:28,316 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:23:28,316 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:23:28,316 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,33673,1732145006390 with port=38565, startcode=1732145006511 2024-11-20T23:23:28,324 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:23:28,324 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:23:28,325 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145008324,5,FailOnTimeoutGroup] 2024-11-20T23:23:28,328 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:23:28,332 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145008325,5,FailOnTimeoutGroup] 2024-11-20T23:23:28,332 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,332 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:23:28,332 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,332 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,333 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:23:28,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33673 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,343 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305 2024-11-20T23:23:28,343 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41339 2024-11-20T23:23:28,343 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:23:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:23:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:28,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:28,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:28,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:28,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:28,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:28,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:28,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:28,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:28,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:28,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:28,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:28,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:28,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:28,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:28,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:28,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:28,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:28,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740 2024-11-20T23:23:28,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740 2024-11-20T23:23:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:28,369 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:28,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:28,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69770225, jitterRate=0.03965736925601959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732145008355Initializing all the Stores at 1732145008356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145008356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145008358 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145008358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145008358Cleaning up temporary data from old regions at 1732145008368 (+10 ms)Region opened successfully at 1732145008373 (+5 ms) 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:28,373 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:28,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:28,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:28,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145008373Disabling compacts and flushes for region at 1732145008373Disabling writes for close at 1732145008373Writing region close event to WAL at 1732145008376 (+3 ms)Closed at 1732145008376 2024-11-20T23:23:28,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:28,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:23:28,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:23:28,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:28,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:23:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/rs 2024-11-20T23:23:28,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,38565,1732145006511] 2024-11-20T23:23:28,452 DEBUG [RS:0;412a5e44fd2e:38565 {}] zookeeper.ZKUtil(111): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on existing znode=/1-1784637865/rs/412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,452 WARN [RS:0;412a5e44fd2e:38565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:28,452 INFO [RS:0;412a5e44fd2e:38565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:28,452 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,493 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:23:28,508 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:23:28,509 INFO [RS:0;412a5e44fd2e:38565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:23:28,509 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,516 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:23:28,524 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:23:28,524 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,524 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:28,525 DEBUG [RS:0;412a5e44fd2e:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:28,540 WARN [412a5e44fd2e:33673 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,572 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,38565,1732145006511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:28,600 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:23:28,601 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,38565,1732145006511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,601 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,601 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.Replication(171): 412a5e44fd2e,38565,1732145006511 started 2024-11-20T23:23:28,622 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:28,622 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,38565,1732145006511, RpcServer on 412a5e44fd2e/172.17.0.2:38565, sessionid=0x1015a8f1e3a0004 2024-11-20T23:23:28,622 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:23:28,622 DEBUG [RS:0;412a5e44fd2e:38565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,622 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,38565,1732145006511' 2024-11-20T23:23:28,622 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1784637865/flush-table-proc/abort' 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1784637865/flush-table-proc/acquired' 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,38565,1732145006511' 2024-11-20T23:23:28,623 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1784637865/online-snapshot/abort' 2024-11-20T23:23:28,624 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1784637865/online-snapshot/acquired' 2024-11-20T23:23:28,624 DEBUG [RS:0;412a5e44fd2e:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:23:28,624 INFO [RS:0;412a5e44fd2e:38565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:23:28,624 INFO [RS:0;412a5e44fd2e:38565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:23:28,725 INFO [RS:0;412a5e44fd2e:38565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:28,726 INFO [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C38565%2C1732145006511, suffix=, logDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/oldWALs, maxLogs=10 2024-11-20T23:23:28,745 DEBUG [RS:0;412a5e44fd2e:38565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511/412a5e44fd2e%2C38565%2C1732145006511.1732145008727, exclude list is [], retry=0 2024-11-20T23:23:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-4c412587-41f9-4e3f-9096-9e3f063f22e8,DISK] 2024-11-20T23:23:28,751 INFO [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511/412a5e44fd2e%2C38565%2C1732145006511.1732145008727 2024-11-20T23:23:28,751 DEBUG [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-11-20T23:23:28,790 DEBUG [412a5e44fd2e:33673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:23:28,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:28,792 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,38565,1732145006511, state=OPENING 2024-11-20T23:23:28,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:23:28,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:28,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1784637865/meta-region-server: CHANGED 2024-11-20T23:23:28,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1784637865/meta-region-server: CHANGED 2024-11-20T23:23:28,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:28,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,38565,1732145006511}] 2024-11-20T23:23:28,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:29,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:23:29,009 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:23:29,009 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:29,009 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:23:29,011 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C38565%2C1732145006511.meta, suffix=.meta, logDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511, archiveDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/oldWALs, maxLogs=10 2024-11-20T23:23:29,029 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511/412a5e44fd2e%2C38565%2C1732145006511.meta.1732145009011.meta, exclude list is [], retry=0 2024-11-20T23:23:29,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-4c412587-41f9-4e3f-9096-9e3f063f22e8,DISK] 2024-11-20T23:23:29,049 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/WALs/412a5e44fd2e,38565,1732145006511/412a5e44fd2e%2C38565%2C1732145006511.meta.1732145009011.meta 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:29,050 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:23:29,050 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:23:29,050 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:29,051 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:23:29,051 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:23:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:29,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:29,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:29,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:29,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:29,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:29,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:29,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:29,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:29,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:29,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:29,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:29,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:29,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:29,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:29,067 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:29,068 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740 2024-11-20T23:23:29,069 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740 2024-11-20T23:23:29,070 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:29,070 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:29,071 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:29,072 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:29,073 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60036820, jitterRate=-0.10538166761398315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:29,073 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:23:29,073 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732145009051Writing region info on filesystem at 1732145009051Initializing all the Stores at 1732145009052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145009052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145009057 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145009057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145009057Cleaning up temporary data from old regions at 1732145009070 (+13 ms)Running coprocessor post-open hooks at 1732145009073 (+3 ms)Region opened successfully at 1732145009073 2024-11-20T23:23:29,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,074 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732145009003 2024-11-20T23:23:29,077 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:23:29,077 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:23:29,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:29,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,38565,1732145006511, state=OPEN 2024-11-20T23:23:29,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:29,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1784637865/meta-region-server 2024-11-20T23:23:29,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:29,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1784637865/meta-region-server: CHANGED 2024-11-20T23:23:29,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1784637865/meta-region-server 2024-11-20T23:23:29,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1784637865/meta-region-server: CHANGED 2024-11-20T23:23:29,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:23:29,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-11-20T23:23:29,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:23:29,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,38565,1732145006511 in 299 msec 2024-11-20T23:23:29,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:29,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:23:29,158 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:29,158 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,38565,1732145006511, seqNum=-1] 2024-11-20T23:23:29,158 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:29,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:29,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 940 msec 2024-11-20T23:23:29,164 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732145009164, completionTime=-1 2024-11-20T23:23:29,164 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:23:29,164 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145069171 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145129171 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:33673, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,171 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,172 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,173 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:29,175 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:23:29,188 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:23:29,188 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:23:29,188 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33673,1732145006390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:29,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8bbfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:29,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33673,-1 for getting cluster id 2024-11-20T23:23:29,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:29,272 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5ea249e-7e0b-43d1-b404-544ae5cbbe59' 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5ea249e-7e0b-43d1-b404-544ae5cbbe59" 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5311203a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33673,-1] 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:29,274 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:29,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a242eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:29,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,38565,1732145006511, seqNum=-1] 2024-11-20T23:23:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:29,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:29,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:29,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:29,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:29,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015a8f1e3a0005 connected 2024-11-20T23:23:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir so I do NOT create it in target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa 2024-11-20T23:23:29,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:23:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.tmp.dir so I do NOT create it in target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa 2024-11-20T23:23:29,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:23:29,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa 2024-11-20T23:23:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:23:29,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/cluster_ee343efe-f7ab-2c5a-dacc-2b8d43b3a502, deleteOnExit=true 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/test.cache.data in system properties and HBase conf 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:23:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:23:29,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:23:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:23:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:23:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:23:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:23:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:23:29,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:29,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:29,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:29,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:29,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:29,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:29,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@731eb41d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:29,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2971a429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:29,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1c7eed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/java.io.tmpdir/jetty-localhost-44345-hadoop-hdfs-3_4_1-tests_jar-_-any-11467810230987734471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:29,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@680c6ffc{HTTP/1.1, (http/1.1)}{localhost:44345} 2024-11-20T23:23:29,876 INFO [Time-limited test {}] server.Server(415): Started @341219ms 2024-11-20T23:23:30,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:23:30,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:23:30,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:23:30,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:23:30,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:23:30,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7008b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:23:30,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b4bbceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:23:30,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cc9d079{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/java.io.tmpdir/jetty-localhost-36737-hadoop-hdfs-3_4_1-tests_jar-_-any-13305625456389959356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:30,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606dfa6d{HTTP/1.1, (http/1.1)}{localhost:36737} 2024-11-20T23:23:30,308 INFO [Time-limited test {}] server.Server(415): Started @341650ms 2024-11-20T23:23:30,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:23:31,610 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/cluster_ee343efe-f7ab-2c5a-dacc-2b8d43b3a502/data/data1/current/BP-1659387398-172.17.0.2-1732145009348/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:31,613 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/cluster_ee343efe-f7ab-2c5a-dacc-2b8d43b3a502/data/data2/current/BP-1659387398-172.17.0.2-1732145009348/current, will proceed with Du for space computation calculation, 2024-11-20T23:23:31,741 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:23:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4fd865fc7b2df77 with lease ID 0x655a8d026a9820e3: Processing first storage report for DS-6205a20b-bd94-4df8-ac87-d9452dbff9a4 from datanode DatanodeRegistration(127.0.0.1:36851, datanodeUuid=8e616dc5-484e-48a9-b4f2-f28fe2028682, infoPort=37437, infoSecurePort=0, ipcPort=45013, storageInfo=lv=-57;cid=testClusterID;nsid=1522051577;c=1732145009348) 2024-11-20T23:23:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4fd865fc7b2df77 with lease ID 0x655a8d026a9820e3: from storage DS-6205a20b-bd94-4df8-ac87-d9452dbff9a4 node DatanodeRegistration(127.0.0.1:36851, datanodeUuid=8e616dc5-484e-48a9-b4f2-f28fe2028682, infoPort=37437, infoSecurePort=0, ipcPort=45013, storageInfo=lv=-57;cid=testClusterID;nsid=1522051577;c=1732145009348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4fd865fc7b2df77 with lease ID 0x655a8d026a9820e3: Processing first storage report for DS-339b32d0-46f2-470c-8f55-8c7c9a0bd3ec from datanode DatanodeRegistration(127.0.0.1:36851, datanodeUuid=8e616dc5-484e-48a9-b4f2-f28fe2028682, infoPort=37437, infoSecurePort=0, ipcPort=45013, storageInfo=lv=-57;cid=testClusterID;nsid=1522051577;c=1732145009348) 2024-11-20T23:23:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4fd865fc7b2df77 with lease ID 0x655a8d026a9820e3: from storage DS-339b32d0-46f2-470c-8f55-8c7c9a0bd3ec node DatanodeRegistration(127.0.0.1:36851, datanodeUuid=8e616dc5-484e-48a9-b4f2-f28fe2028682, infoPort=37437, infoSecurePort=0, ipcPort=45013, storageInfo=lv=-57;cid=testClusterID;nsid=1522051577;c=1732145009348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:23:31,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa 2024-11-20T23:23:31,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:31,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:23:32,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742 with version=8 2024-11-20T23:23:32,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/hbase-staging 2024-11-20T23:23:32,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:32,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:23:32,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:32,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36837 2024-11-20T23:23:32,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36837 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:32,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368370x0, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:32,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36837-0x1015a8f1e3a0006 connected 2024-11-20T23:23:32,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:32,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:32,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/running 2024-11-20T23:23:32,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742, hbase.cluster.distributed=false 2024-11-20T23:23:32,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/acl 2024-11-20T23:23:32,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:23:32,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36837 2024-11-20T23:23:32,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36837 2024-11-20T23:23:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:23:32,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-20T23:23:32,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:23:32,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:23:32,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45865 2024-11-20T23:23:32,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45865 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:32,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:32,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:32,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458650x0, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/running 2024-11-20T23:23:32,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:23:32,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:23:32,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458650x0, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/master 2024-11-20T23:23:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458650x0, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:32,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45865-0x1015a8f1e3a0007 connected 2024-11-20T23:23:32,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/acl 2024-11-20T23:23:32,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-20T23:23:32,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45865 2024-11-20T23:23:32,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45865 2024-11-20T23:23:32,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-20T23:23:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45865 2024-11-20T23:23:32,694 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:36837 2024-11-20T23:23:32,720 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-97799857/backup-masters/412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:32,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/backup-masters 2024-11-20T23:23:32,801 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on existing znode=/2-97799857/backup-masters/412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/backup-masters 2024-11-20T23:23:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-97799857/master 2024-11-20T23:23:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:32,853 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on existing znode=/2-97799857/master 2024-11-20T23:23:32,856 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-97799857/backup-masters/412a5e44fd2e,36837,1732145012295 from backup master directory 2024-11-20T23:23:32,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/backup-masters 2024-11-20T23:23:32,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-97799857/backup-masters/412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:32,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/backup-masters 2024-11-20T23:23:32,893 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:32,893 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:32,901 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/hbase.id] with ID: 00923031-e2e2-48b4-8f77-54524f0007d6 2024-11-20T23:23:32,901 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/.tmp/hbase.id 2024-11-20T23:23:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:23:33,336 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/.tmp/hbase.id]:[hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/hbase.id] 2024-11-20T23:23:33,438 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:33,438 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:23:33,439 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T23:23:33,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:33,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:33,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:23:33,918 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:33,919 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:23:33,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:23:33,938 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store 2024-11-20T23:23:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:23:33,975 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:33,975 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:33,975 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:33,975 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:33,975 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:33,975 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:33,975 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:33,976 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145013975Disabling compacts and flushes for region at 1732145013975Disabling writes for close at 1732145013975Writing region close event to WAL at 1732145013975Closed at 1732145013975 2024-11-20T23:23:33,977 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/.initializing 2024-11-20T23:23:33,977 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/WALs/412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:33,978 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:33,982 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C36837%2C1732145012295, suffix=, logDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/WALs/412a5e44fd2e,36837,1732145012295, archiveDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/oldWALs, maxLogs=10 2024-11-20T23:23:34,005 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/WALs/412a5e44fd2e,36837,1732145012295/412a5e44fd2e%2C36837%2C1732145012295.1732145013982, exclude list is [], retry=0 2024-11-20T23:23:34,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-6205a20b-bd94-4df8-ac87-d9452dbff9a4,DISK] 2024-11-20T23:23:34,030 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/WALs/412a5e44fd2e,36837,1732145012295/412a5e44fd2e%2C36837%2C1732145012295.1732145013982 2024-11-20T23:23:34,033 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37437:37437)] 2024-11-20T23:23:34,033 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:34,033 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:34,033 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,033 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:23:34,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:34,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:34,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:23:34,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:34,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:34,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:23:34,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:34,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:34,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:23:34,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:34,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:34,068 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,069 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,070 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,072 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,072 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,073 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:34,074 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:23:34,093 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:34,100 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65849066, jitterRate=-0.01877245306968689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:34,101 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732145014033Initializing all the Stores at 1732145014037 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145014037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145014044 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145014044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145014044Cleaning up temporary data from old regions at 1732145014072 (+28 ms)Region opened successfully at 1732145014101 (+29 ms) 2024-11-20T23:23:34,128 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:23:34,133 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0376a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:34,134 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:23:34,134 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:23:34,134 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:23:34,134 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:23:34,135 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:23:34,135 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:23:34,135 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T23:23:34,146 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:23:34,147 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/balancer because node does not exist (not necessarily an error) 2024-11-20T23:23:34,201 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/balancer already deleted, retry=false 2024-11-20T23:23:34,202 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:23:34,203 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:23:34,212 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/normalizer already deleted, retry=false 2024-11-20T23:23:34,212 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:23:34,220 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:23:34,285 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/switch/split already deleted, retry=false 2024-11-20T23:23:34,287 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:23:34,355 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/switch/merge already deleted, retry=false 2024-11-20T23:23:34,358 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:23:34,400 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/snapshot-cleanup already deleted, retry=false 2024-11-20T23:23:34,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-97799857/running 2024-11-20T23:23:34,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,435 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,36837,1732145012295, sessionid=0x1015a8f1e3a0006, setting cluster-up flag (Was=false) 2024-11-20T23:23:34,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-97799857/running 2024-11-20T23:23:34,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,507 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-97799857/flush-table-proc/acquired, /2-97799857/flush-table-proc/reached, /2-97799857/flush-table-proc/abort 2024-11-20T23:23:34,508 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:34,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:34,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:34,695 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-97799857/online-snapshot/acquired, /2-97799857/online-snapshot/reached, /2-97799857/online-snapshot/abort 2024-11-20T23:23:34,696 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:34,710 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:23:34,722 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:34,722 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:23:34,722 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:23:34,723 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,36837,1732145012295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:23:34,734 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:34,734 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:34,735 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:34,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:34,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:23:34,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:34,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732145044806 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:23:34,807 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:23:34,812 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:34,840 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:23:34,840 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:23:34,840 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:23:34,841 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T23:23:34,864 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:23:34,864 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:23:34,869 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145014864,5,FailOnTimeoutGroup] 2024-11-20T23:23:34,873 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145014869,5,FailOnTimeoutGroup] 2024-11-20T23:23:34,873 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:34,873 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:23:34,873 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:34,873 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:34,874 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(746): ClusterId : 00923031-e2e2-48b4-8f77-54524f0007d6 2024-11-20T23:23:34,874 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:23:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:23:34,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:23:34,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742 2024-11-20T23:23:34,965 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:23:34,966 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:23:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:23:35,036 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:23:35,037 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3363469a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:23:35,075 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:45865 2024-11-20T23:23:35,076 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:23:35,076 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:23:35,076 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:23:35,086 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,36837,1732145012295 with port=45865, startcode=1732145012541 2024-11-20T23:23:35,087 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:23:35,089 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:23:35,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36837 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,094 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742 2024-11-20T23:23:35,094 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46287 2024-11-20T23:23:35,095 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:23:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/rs 2024-11-20T23:23:35,233 DEBUG [RS:0;412a5e44fd2e:45865 {}] zookeeper.ZKUtil(111): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on existing znode=/2-97799857/rs/412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,233 WARN [RS:0;412a5e44fd2e:45865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:23:35,233 INFO [RS:0;412a5e44fd2e:45865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:35,233 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,45865,1732145012541] 2024-11-20T23:23:35,259 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:23:35,268 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:23:35,272 INFO [RS:0;412a5e44fd2e:45865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:23:35,272 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,279 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:23:35,279 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:23:35,279 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:35,280 DEBUG [RS:0;412a5e44fd2e:45865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,308 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,45865,1732145012541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:35,330 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:23:35,331 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,45865,1732145012541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,331 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,331 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.Replication(171): 412a5e44fd2e,45865,1732145012541 started 2024-11-20T23:23:35,381 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:35,381 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,45865,1732145012541, RpcServer on 412a5e44fd2e/172.17.0.2:45865, sessionid=0x1015a8f1e3a0007 2024-11-20T23:23:35,382 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:23:35,382 DEBUG [RS:0;412a5e44fd2e:45865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,382 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,45865,1732145012541' 2024-11-20T23:23:35,382 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-97799857/flush-table-proc/abort' 2024-11-20T23:23:35,386 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-97799857/flush-table-proc/acquired' 2024-11-20T23:23:35,388 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:23:35,389 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:23:35,389 DEBUG [RS:0;412a5e44fd2e:45865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,389 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,45865,1732145012541' 2024-11-20T23:23:35,389 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-97799857/online-snapshot/abort' 2024-11-20T23:23:35,389 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-97799857/online-snapshot/acquired' 2024-11-20T23:23:35,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:35,390 DEBUG [RS:0;412a5e44fd2e:45865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:23:35,390 INFO [RS:0;412a5e44fd2e:45865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:23:35,390 INFO [RS:0;412a5e44fd2e:45865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:23:35,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:35,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:35,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:35,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:35,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:35,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:35,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:35,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:35,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:35,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:35,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:35,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:35,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:35,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:35,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:35,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:35,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:35,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740 2024-11-20T23:23:35,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740 2024-11-20T23:23:35,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:35,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:35,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:35,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:35,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:35,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343515, jitterRate=-0.026305750012397766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:35,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732145015389Initializing all the Stores at 1732145015390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145015390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145015397 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145015397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145015397Cleaning up temporary data from old regions at 1732145015416 (+19 ms)Region opened successfully at 1732145015455 (+39 ms) 2024-11-20T23:23:35,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:35,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:35,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:35,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:35,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:35,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:35,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145015455Disabling compacts and flushes for region at 1732145015455Disabling writes for close at 1732145015455Writing region close event to WAL at 1732145015459 (+4 ms)Closed at 1732145015459 2024-11-20T23:23:35,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:35,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:23:35,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:23:35,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:35,463 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:23:35,490 INFO [RS:0;412a5e44fd2e:45865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:23:35,499 INFO [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C45865%2C1732145012541, suffix=, logDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541, archiveDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/oldWALs, maxLogs=10 2024-11-20T23:23:35,534 DEBUG [RS:0;412a5e44fd2e:45865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541/412a5e44fd2e%2C45865%2C1732145012541.1732145015499, exclude list is [], retry=0 2024-11-20T23:23:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-6205a20b-bd94-4df8-ac87-d9452dbff9a4,DISK] 2024-11-20T23:23:35,556 INFO [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541/412a5e44fd2e%2C45865%2C1732145012541.1732145015499 2024-11-20T23:23:35,560 DEBUG [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37437:37437)] 2024-11-20T23:23:35,614 DEBUG [412a5e44fd2e:36837 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T23:23:35,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:35,620 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,45865,1732145012541, state=OPENING 2024-11-20T23:23:35,718 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:23:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:35,788 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:23:35,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,45865,1732145012541}] 2024-11-20T23:23:35,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-97799857/meta-region-server: CHANGED 2024-11-20T23:23:35,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:35,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-97799857/meta-region-server: CHANGED 2024-11-20T23:23:35,969 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:35,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:23:35,996 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:23:35,996 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:35,996 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:23:36,004 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C45865%2C1732145012541.meta, suffix=.meta, logDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541, archiveDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/oldWALs, maxLogs=10 2024-11-20T23:23:36,032 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541/412a5e44fd2e%2C45865%2C1732145012541.meta.1732145016005.meta, exclude list is [], retry=0 2024-11-20T23:23:36,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-6205a20b-bd94-4df8-ac87-d9452dbff9a4,DISK] 2024-11-20T23:23:36,064 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/WALs/412a5e44fd2e,45865,1732145012541/412a5e44fd2e%2C45865%2C1732145012541.meta.1732145016005.meta 2024-11-20T23:23:36,082 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37437:37437)] 2024-11-20T23:23:36,083 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:36,083 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:36,083 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:23:36,084 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:23:36,084 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:23:36,084 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:23:36,084 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:36,084 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:23:36,084 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:23:36,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:23:36,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:23:36,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:36,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:36,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:23:36,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:23:36,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:36,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:36,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:23:36,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:23:36,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:36,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:36,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:23:36,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:23:36,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:36,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:23:36,140 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:23:36,147 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740 2024-11-20T23:23:36,160 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740 2024-11-20T23:23:36,173 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:23:36,173 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:23:36,173 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:23:36,174 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:23:36,175 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70585894, jitterRate=0.051811784505844116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:23:36,175 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:23:36,176 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732145016084Writing region info on filesystem at 1732145016084Initializing all the Stores at 1732145016100 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145016100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145016111 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145016111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732145016111Cleaning up temporary data from old regions at 1732145016173 (+62 ms)Running coprocessor post-open hooks at 1732145016175 (+2 ms)Region opened successfully at 1732145016176 (+1 ms) 2024-11-20T23:23:36,180 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732145015968 2024-11-20T23:23:36,185 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:23:36,186 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:23:36,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:36,197 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,45865,1732145012541, state=OPEN 2024-11-20T23:23:36,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-97799857/meta-region-server 2024-11-20T23:23:36,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-97799857/meta-region-server 2024-11-20T23:23:36,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:36,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-97799857/meta-region-server: CHANGED 2024-11-20T23:23:36,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-97799857/meta-region-server: CHANGED 2024-11-20T23:23:36,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:23:36,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,45865,1732145012541 in 434 msec 2024-11-20T23:23:36,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:23:36,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-20T23:23:36,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:23:36,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:23:36,264 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:36,265 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,45865,1732145012541, seqNum=-1] 2024-11-20T23:23:36,265 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:36,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:36,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5570 sec 2024-11-20T23:23:36,278 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732145016278, completionTime=-1 2024-11-20T23:23:36,278 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T23:23:36,278 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:23:36,285 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732145076285 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732145136286 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:36837, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,286 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,288 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:23:36,291 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:23:36,298 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:23:36,333 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:23:36,333 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:23:36,333 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,36837,1732145012295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:23:36,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8b27a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:36,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:23:36,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:36,400 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00923031-e2e2-48b4-8f77-54524f0007d6' 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00923031-e2e2-48b4-8f77-54524f0007d6" 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da05d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:36,402 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:36,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef45301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:36,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,45865,1732145012541, seqNum=-1] 2024-11-20T23:23:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:36,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:36,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:36,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64354 2024-11-20T23:23:36,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:23:36,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015a8f1e3a0008 connected 2024-11-20T23:23:36,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a448def 2024-11-20T23:23:36,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:36,574 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:36,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:23:36,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:23:36,579 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:36,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:23:36,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:23:36,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2f06f44a739029c9d66dc1f3c617cc3, NAME => 'test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd 2024-11-20T23:23:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:36,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e2f06f44a739029c9d66dc1f3c617cc3, disabling compactions & flushes 2024-11-20T23:23:36,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. after waiting 0 ms 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:36,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:36,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2f06f44a739029c9d66dc1f3c617cc3: Waiting for close lock at 1732145016769Disabling compacts and flushes for region at 1732145016769Disabling writes for close at 1732145016769Writing region close event to WAL at 1732145016769Closed at 1732145016769 2024-11-20T23:23:36,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:23:36,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732145016773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732145016773"}]},"ts":"1732145016773"} 2024-11-20T23:23:36,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:23:36,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:23:36,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145016789"}]},"ts":"1732145016789"} 2024-11-20T23:23:36,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:23:36,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2f06f44a739029c9d66dc1f3c617cc3, ASSIGN}] 2024-11-20T23:23:36,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2f06f44a739029c9d66dc1f3c617cc3, ASSIGN 2024-11-20T23:23:36,799 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e2f06f44a739029c9d66dc1f3c617cc3, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44009,1732145000160; forceNewPlan=false, retain=false 2024-11-20T23:23:36,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:36,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:23:36,833 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148953 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [412a5e44fd2e,33537,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T23:23:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:36,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2f06f44a739029c9d66dc1f3c617cc3, regionState=OPENING, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:36,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e2f06f44a739029c9d66dc1f3c617cc3, ASSIGN because future has completed 2024-11-20T23:23:36,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2f06f44a739029c9d66dc1f3c617cc3, server=412a5e44fd2e,44009,1732145000160}] 2024-11-20T23:23:37,139 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:37,139 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e2f06f44a739029c9d66dc1f3c617cc3, NAME => 'test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:37,139 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:37,139 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:23:37,139 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,139 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:37,139 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,140 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,144 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,148 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f06f44a739029c9d66dc1f3c617cc3 columnFamilyName f 2024-11-20T23:23:37,148 DEBUG [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:37,148 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(327): Store=e2f06f44a739029c9d66dc1f3c617cc3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:37,148 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,149 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f06f44a739029c9d66dc1f3c617cc3 columnFamilyName f1 2024-11-20T23:23:37,149 DEBUG [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:37,150 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(327): Store=e2f06f44a739029c9d66dc1f3c617cc3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:37,150 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,151 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f06f44a739029c9d66dc1f3c617cc3 columnFamilyName norep 2024-11-20T23:23:37,151 DEBUG [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:37,151 INFO [StoreOpener-e2f06f44a739029c9d66dc1f3c617cc3-1 {}] regionserver.HStore(327): Store=e2f06f44a739029c9d66dc1f3c617cc3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:37,152 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,153 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,153 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,154 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,154 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,155 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:23:37,156 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,161 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:37,161 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e2f06f44a739029c9d66dc1f3c617cc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73022011, jitterRate=0.08811275660991669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:23:37,162 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:37,162 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e2f06f44a739029c9d66dc1f3c617cc3: Running coprocessor pre-open hook at 1732145017140Writing region info on filesystem at 1732145017140Initializing all the Stores at 1732145017140Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145017140Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145017144 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145017144Cleaning up temporary data from old regions at 1732145017154 (+10 ms)Running coprocessor post-open hooks at 1732145017162 (+8 ms)Region opened successfully at 1732145017162 2024-11-20T23:23:37,164 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., pid=6, masterSystemTime=1732145017128 2024-11-20T23:23:37,170 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:37,170 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:37,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2f06f44a739029c9d66dc1f3c617cc3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2f06f44a739029c9d66dc1f3c617cc3, server=412a5e44fd2e,44009,1732145000160 because future has completed 2024-11-20T23:23:37,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:23:37,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e2f06f44a739029c9d66dc1f3c617cc3, server=412a5e44fd2e,44009,1732145000160 in 222 msec 2024-11-20T23:23:37,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:23:37,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e2f06f44a739029c9d66dc1f3c617cc3, ASSIGN in 398 msec 2024-11-20T23:23:37,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:23:37,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145017197"}]},"ts":"1732145017197"} 2024-11-20T23:23:37,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:23:37,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:37,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 634 msec 2024-11-20T23:23:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:37,728 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:23:37,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51545ad2 2024-11-20T23:23:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:37,730 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:37,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:23:37,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:23:37,745 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:37,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:23:37,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:23:37,847 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d58a6c3ecf3342a94d4de9600de25010, NAME => 'test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305 2024-11-20T23:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:37,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d58a6c3ecf3342a94d4de9600de25010, disabling compactions & flushes 2024-11-20T23:23:37,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. after waiting 0 ms 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:37,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:37,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d58a6c3ecf3342a94d4de9600de25010: Waiting for close lock at 1732145017921Disabling compacts and flushes for region at 1732145017921Disabling writes for close at 1732145017921Writing region close event to WAL at 1732145017921Closed at 1732145017921 2024-11-20T23:23:37,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:23:37,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732145017927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732145017927"}]},"ts":"1732145017927"} 2024-11-20T23:23:37,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:23:37,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:23:37,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145017933"}]},"ts":"1732145017933"} 2024-11-20T23:23:37,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:23:37,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d58a6c3ecf3342a94d4de9600de25010, ASSIGN}] 2024-11-20T23:23:37,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d58a6c3ecf3342a94d4de9600de25010, ASSIGN 2024-11-20T23:23:37,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d58a6c3ecf3342a94d4de9600de25010, ASSIGN; state=OFFLINE, location=412a5e44fd2e,38565,1732145006511; forceNewPlan=false, retain=false 2024-11-20T23:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:38,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d58a6c3ecf3342a94d4de9600de25010, regionState=OPENING, regionLocation=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d58a6c3ecf3342a94d4de9600de25010, ASSIGN because future has completed 2024-11-20T23:23:38,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d58a6c3ecf3342a94d4de9600de25010, server=412a5e44fd2e,38565,1732145006511}] 2024-11-20T23:23:38,288 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:38,288 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d58a6c3ecf3342a94d4de9600de25010, NAME => 'test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:38,289 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:38,289 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:23:38,289 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,289 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:38,289 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,289 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,312 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,324 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58a6c3ecf3342a94d4de9600de25010 columnFamilyName f 2024-11-20T23:23:38,324 DEBUG [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:38,325 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(327): Store=d58a6c3ecf3342a94d4de9600de25010/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:38,325 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,329 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58a6c3ecf3342a94d4de9600de25010 columnFamilyName f1 2024-11-20T23:23:38,329 DEBUG [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:38,329 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(327): Store=d58a6c3ecf3342a94d4de9600de25010/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:38,329 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,331 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58a6c3ecf3342a94d4de9600de25010 columnFamilyName norep 2024-11-20T23:23:38,331 DEBUG [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:38,331 INFO [StoreOpener-d58a6c3ecf3342a94d4de9600de25010-1 {}] regionserver.HStore(327): Store=d58a6c3ecf3342a94d4de9600de25010/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:38,331 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,332 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,332 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,333 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,333 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,333 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:23:38,334 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,336 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:38,337 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d58a6c3ecf3342a94d4de9600de25010; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64330311, jitterRate=-0.04140366613864899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:23:38,337 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:38,337 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d58a6c3ecf3342a94d4de9600de25010: Running coprocessor pre-open hook at 1732145018289Writing region info on filesystem at 1732145018289Initializing all the Stores at 1732145018300 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145018300Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145018308 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145018308Cleaning up temporary data from old regions at 1732145018333 (+25 ms)Running coprocessor post-open hooks at 1732145018337 (+4 ms)Region opened successfully at 1732145018337 2024-11-20T23:23:38,338 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010., pid=6, masterSystemTime=1732145018271 2024-11-20T23:23:38,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d58a6c3ecf3342a94d4de9600de25010, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:38,342 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:38,342 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d58a6c3ecf3342a94d4de9600de25010, server=412a5e44fd2e,38565,1732145006511 because future has completed 2024-11-20T23:23:38,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:23:38,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d58a6c3ecf3342a94d4de9600de25010, server=412a5e44fd2e,38565,1732145006511 in 249 msec 2024-11-20T23:23:38,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:23:38,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d58a6c3ecf3342a94d4de9600de25010, ASSIGN in 414 msec 2024-11-20T23:23:38,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:23:38,356 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145018356"}]},"ts":"1732145018356"} 2024-11-20T23:23:38,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:23:38,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:23:38,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 628 msec 2024-11-20T23:23:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:38,373 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:23:38,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68340164 2024-11-20T23:23:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:38,375 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:38,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T23:23:38,378 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:23:38,378 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:38,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T23:23:38,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:23:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741835_1011 (size=902) 2024-11-20T23:23:38,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7519cf1566866e37643f39c0e9bc07e, NAME => 'test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742 2024-11-20T23:23:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741836_1012 (size=39) 2024-11-20T23:23:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7519cf1566866e37643f39c0e9bc07e, disabling compactions & flushes 2024-11-20T23:23:38,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. after waiting 0 ms 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:38,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:38,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7519cf1566866e37643f39c0e9bc07e: Waiting for close lock at 1732145018918Disabling compacts and flushes for region at 1732145018918Disabling writes for close at 1732145018918Writing region close event to WAL at 1732145018918Closed at 1732145018918 2024-11-20T23:23:38,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:23:38,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732145018920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732145018920"}]},"ts":"1732145018920"} 2024-11-20T23:23:38,928 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:23:38,933 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:23:38,933 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145018933"}]},"ts":"1732145018933"} 2024-11-20T23:23:38,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T23:23:38,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7519cf1566866e37643f39c0e9bc07e, ASSIGN}] 2024-11-20T23:23:38,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7519cf1566866e37643f39c0e9bc07e, ASSIGN 2024-11-20T23:23:38,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7519cf1566866e37643f39c0e9bc07e, ASSIGN; state=OFFLINE, location=412a5e44fd2e,45865,1732145012541; forceNewPlan=false, retain=false 2024-11-20T23:23:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:39,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7519cf1566866e37643f39c0e9bc07e, regionState=OPENING, regionLocation=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:39,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7519cf1566866e37643f39c0e9bc07e, ASSIGN because future has completed 2024-11-20T23:23:39,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7519cf1566866e37643f39c0e9bc07e, server=412a5e44fd2e,45865,1732145012541}] 2024-11-20T23:23:39,312 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:39,313 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7519cf1566866e37643f39c0e9bc07e, NAME => 'test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:39,313 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:39,314 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T23:23:39,314 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,314 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:39,314 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,314 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,328 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,335 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7519cf1566866e37643f39c0e9bc07e columnFamilyName f 2024-11-20T23:23:39,335 DEBUG [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:39,336 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(327): Store=c7519cf1566866e37643f39c0e9bc07e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:39,337 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,343 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7519cf1566866e37643f39c0e9bc07e columnFamilyName f1 2024-11-20T23:23:39,343 DEBUG [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:39,348 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(327): Store=c7519cf1566866e37643f39c0e9bc07e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:39,348 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,356 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7519cf1566866e37643f39c0e9bc07e columnFamilyName norep 2024-11-20T23:23:39,356 DEBUG [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:39,360 INFO [StoreOpener-c7519cf1566866e37643f39c0e9bc07e-1 {}] regionserver.HStore(327): Store=c7519cf1566866e37643f39c0e9bc07e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:39,360 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,361 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,361 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,362 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,362 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,363 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:23:39,364 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,368 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:39,369 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7519cf1566866e37643f39c0e9bc07e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778781, jitterRate=0.05468602478504181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:23:39,369 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:39,369 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7519cf1566866e37643f39c0e9bc07e: Running coprocessor pre-open hook at 1732145019314Writing region info on filesystem at 1732145019314Initializing all the Stores at 1732145019320 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145019320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145019324 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145019324Cleaning up temporary data from old regions at 1732145019362 (+38 ms)Running coprocessor post-open hooks at 1732145019369 (+7 ms)Region opened successfully at 1732145019369 2024-11-20T23:23:39,376 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e., pid=6, masterSystemTime=1732145019272 2024-11-20T23:23:39,379 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:39,379 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:39,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7519cf1566866e37643f39c0e9bc07e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:39,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7519cf1566866e37643f39c0e9bc07e, server=412a5e44fd2e,45865,1732145012541 because future has completed 2024-11-20T23:23:39,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T23:23:39,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7519cf1566866e37643f39c0e9bc07e, server=412a5e44fd2e,45865,1732145012541 in 291 msec 2024-11-20T23:23:39,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:23:39,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7519cf1566866e37643f39c0e9bc07e, ASSIGN in 457 msec 2024-11-20T23:23:39,401 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:23:39,402 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145019401"}]},"ts":"1732145019401"} 2024-11-20T23:23:39,404 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T23:23:39,405 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:23:39,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0290 sec 2024-11-20T23:23:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:23:39,534 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T23:23:39,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73803225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:39,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:39,538 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc32c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:39,540 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402afb2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32efb2b2 2024-11-20T23:23:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:39,547 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:39,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://412a5e44fd2e:33673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:23:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:23:39,560 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:33673' 2024-11-20T23:23:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:39,562 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b70049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,562 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33673,-1 for getting cluster id 2024-11-20T23:23:39,562 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:39,563 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5ea249e-7e0b-43d1-b404-544ae5cbbe59' 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5ea249e-7e0b-43d1-b404-544ae5cbbe59" 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eeecde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33673,-1] 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:39,564 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:39,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a691c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:39,565 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d4f536 2024-11-20T23:23:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:39,567 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:39,568 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T23:23:39,568 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:23:39,568 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:39,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:39,568 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:39,569 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:23:39,570 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T23:23:39,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:23:39,571 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:39,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:23:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741837_1013 (size=1138) 2024-11-20T23:23:39,620 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T23:23:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:40,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a65ad2ac8c871ebb1534641b6d56c22f, NAME => 'hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd 2024-11-20T23:23:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741838_1014 (size=44) 2024-11-20T23:23:40,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:40,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a65ad2ac8c871ebb1534641b6d56c22f, disabling compactions & flushes 2024-11-20T23:23:40,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. after waiting 0 ms 2024-11-20T23:23:40,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a65ad2ac8c871ebb1534641b6d56c22f: Waiting for close lock at 1732145020100Disabling compacts and flushes for region at 1732145020100Disabling writes for close at 1732145020101 (+1 ms)Writing region close event to WAL at 1732145020101Closed at 1732145020101 2024-11-20T23:23:40,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:23:40,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732145020102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732145020102"}]},"ts":"1732145020102"} 2024-11-20T23:23:40,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T23:23:40,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:23:40,111 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145020111"}]},"ts":"1732145020111"} 2024-11-20T23:23:40,113 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T23:23:40,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a65ad2ac8c871ebb1534641b6d56c22f, ASSIGN}] 2024-11-20T23:23:40,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a65ad2ac8c871ebb1534641b6d56c22f, ASSIGN 2024-11-20T23:23:40,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a65ad2ac8c871ebb1534641b6d56c22f, ASSIGN; state=OFFLINE, location=412a5e44fd2e,44009,1732145000160; forceNewPlan=false, retain=false 2024-11-20T23:23:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:40,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a65ad2ac8c871ebb1534641b6d56c22f, regionState=OPENING, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:40,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a65ad2ac8c871ebb1534641b6d56c22f, ASSIGN because future has completed 2024-11-20T23:23:40,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65ad2ac8c871ebb1534641b6d56c22f, server=412a5e44fd2e,44009,1732145000160}] 2024-11-20T23:23:40,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:23:40,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T23:23:40,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=412a5e44fd2e%2C44009%2C1732145000160.rep, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/oldWALs, maxLogs=10 2024-11-20T23:23:40,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145020491, exclude list is [], retry=0 2024-11-20T23:23:40,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:40,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145020491 2024-11-20T23:23:40,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:40,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a65ad2ac8c871ebb1534641b6d56c22f, NAME => 'hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:23:40,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. service=MultiRowMutationService 2024-11-20T23:23:40,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,564 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,566 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ad2ac8c871ebb1534641b6d56c22f columnFamilyName hfileref 2024-11-20T23:23:40,566 DEBUG [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:40,566 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(327): Store=a65ad2ac8c871ebb1534641b6d56c22f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:40,567 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,568 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ad2ac8c871ebb1534641b6d56c22f columnFamilyName queue 2024-11-20T23:23:40,568 DEBUG [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:40,568 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(327): Store=a65ad2ac8c871ebb1534641b6d56c22f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:40,569 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,570 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ad2ac8c871ebb1534641b6d56c22f columnFamilyName sid 2024-11-20T23:23:40,570 DEBUG [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:23:40,572 INFO [StoreOpener-a65ad2ac8c871ebb1534641b6d56c22f-1 {}] regionserver.HStore(327): Store=a65ad2ac8c871ebb1534641b6d56c22f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:23:40,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T23:23:40,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:23:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a65ad2ac8c871ebb1534641b6d56c22f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74883341, jitterRate=0.11584873497486115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T23:23:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:40,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a65ad2ac8c871ebb1534641b6d56c22f: Running coprocessor pre-open hook at 1732145020538Writing region info on filesystem at 1732145020538Initializing all the Stores at 1732145020539 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145020539Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145020552 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732145020552Cleaning up temporary data from old regions at 1732145020574 (+22 ms)Running coprocessor post-open hooks at 1732145020601 (+27 ms)Region opened successfully at 1732145020605 (+4 ms) 2024-11-20T23:23:40,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f., pid=10, masterSystemTime=1732145020448 2024-11-20T23:23:40,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:40,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a65ad2ac8c871ebb1534641b6d56c22f, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65ad2ac8c871ebb1534641b6d56c22f, server=412a5e44fd2e,44009,1732145000160 because future has completed 2024-11-20T23:23:40,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T23:23:40,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a65ad2ac8c871ebb1534641b6d56c22f, server=412a5e44fd2e,44009,1732145000160 in 335 msec 2024-11-20T23:23:40,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:23:40,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732145020633"}]},"ts":"1732145020633"} 2024-11-20T23:23:40,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T23:23:40,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a65ad2ac8c871ebb1534641b6d56c22f, ASSIGN in 511 msec 2024-11-20T23:23:40,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T23:23:40,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:23:40,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0700 sec 2024-11-20T23:23:40,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2] 2024-11-20T23:23:40,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:40,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T23:23:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:40,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:40,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:23:40,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T23:23:40,970 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T23:23:41,058 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-412a5e44fd2e,44009,1732145000160, ReplicationSource: 1, currentBandwidth=0 2024-11-20T23:23:41,059 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:41,059 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44009,1732145000160, seqNum=-1] 2024-11-20T23:23:41,059 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:41,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T23:23:41,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-412a5e44fd2e,44009,1732145000160', locateType=CURRENT is [region=hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2] 2024-11-20T23:23:41,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T23:23:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T23:23:41,121 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 412a5e44fd2e,44009,1732145000160 suceeded 2024-11-20T23:23:41,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T23:23:41,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 304 msec 2024-11-20T23:23:41,124 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://412a5e44fd2e:33673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:23:41,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-20T23:23:41,140 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:33673' 2024-11-20T23:23:41,148 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e3c50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,149 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33673,-1 for getting cluster id 2024-11-20T23:23:41,149 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:41,151 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5ea249e-7e0b-43d1-b404-544ae5cbbe59' 2024-11-20T23:23:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5ea249e-7e0b-43d1-b404-544ae5cbbe59" 2024-11-20T23:23:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c2a48cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33673,-1] 2024-11-20T23:23:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:41,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,154 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:41,160 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d7cd81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,161 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:41,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:41,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527cae8c 2024-11-20T23:23:41,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:41,163 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T23:23:41,164 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-412a5e44fd2e,44009,1732145000160 (queues=1) is replicating from cluster=32bd7f79-6e92-4f55-ad57-fc715be4c2de to cluster=f5ea249e-7e0b-43d1-b404-544ae5cbbe59 2024-11-20T23:23:41,164 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=412a5e44fd2e%2C44009%2C1732145000160 2024-11-20T23:23:41,165 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-412a5e44fd2e,44009,1732145000160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:23:41,169 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404, startPosition=0, beingWritten=true 2024-11-20T23:23:41,171 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C44009%2C1732145000160 2024-11-20T23:23:41,195 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:41,195 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 379, reset compression=false 2024-11-20T23:23:41,195 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:23:41,408 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 379, reset compression=false 2024-11-20T23:23:41,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T23:23:41,737 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T23:23:41,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:41,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:41,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:41,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e223ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:41,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:41,743 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618a40f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,749 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137aaea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475b682e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33673,-1 for getting cluster id 2024-11-20T23:23:41,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:41,756 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 379, reset compression=false 2024-11-20T23:23:41,756 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5ea249e-7e0b-43d1-b404-544ae5cbbe59' 2024-11-20T23:23:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5ea249e-7e0b-43d1-b404-544ae5cbbe59" 2024-11-20T23:23:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9e477c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33673,-1] 2024-11-20T23:23:41,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:41,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,764 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa204fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc776ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:23:41,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:41,782 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00923031-e2e2-48b4-8f77-54524f0007d6' 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00923031-e2e2-48b4-8f77-54524f0007d6" 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e721bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,784 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1cadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:41,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732145021802/Put/seqid=0 2024-11-20T23:23:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741840_1016 (size=7894) 2024-11-20T23:23:41,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732145021869/Put/seqid=0 2024-11-20T23:23:41,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741841_1017 (size=7691) 2024-11-20T23:23:41,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e80c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:41,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:41,921 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346c6d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,922 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:41,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25660988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:41,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44009,1732145000160, seqNum=-1] 2024-11-20T23:23:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:41,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:41,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a3f6a35 2024-11-20T23:23:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:41,935 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2] 2024-11-20T23:23:41,941 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:23:41,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T23:23:41,949 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T23:23:41,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T23:23:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:41,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T23:23:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegion(2603): Flush status journal for e2f06f44a739029c9d66dc1f3c617cc3: 2024-11-20T23:23:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_0 2024-11-20T23:23:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_0 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ 2024-11-20T23:23:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_1 2024-11-20T23:23:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_1 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ 2024-11-20T23:23:41,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_0 into e2f06f44a739029c9d66dc1f3c617cc3/f as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ - updating store file list. 2024-11-20T23:23:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7111558f298420fbf10b01f36db6c5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:41,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ into e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:41,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_0 into e2f06f44a739029c9d66dc1f3c617cc3/f (new location: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_) 2024-11-20T23:23:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_0 2024-11-20T23:23:41,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_1 into e2f06f44a739029c9d66dc1f3c617cc3/f as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ - updating store file list. 2024-11-20T23:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30999b51bef7429e9d5f987a1603b5e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:41,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ into e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:41,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_1 into e2f06f44a739029c9d66dc1f3c617cc3/f (new location: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_) 2024-11-20T23:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__mc4c5jeqsjnpcg4logq0upmdrs257u3n25gc92ngnc5qii3t1kfgst8a3dk6r0da/f/hfile_1 2024-11-20T23:23:41,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:41,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:41,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 , the old value is region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:44009 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:23:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:23:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 from cache 2024-11-20T23:23:41,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:41,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,38565,1732145006511, seqNum=-1] 2024-11-20T23:23:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:41,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T23:23:41,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010., hostname=412a5e44fd2e,38565,1732145006511, seqNum=2] 2024-11-20T23:23:42,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:42,017 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:23:42,103 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:23:42,192 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 379, reset compression=false 2024-11-20T23:23:42,219 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:23:42,220 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2f06f44a739029c9d66dc1f3c617cc3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732145021991/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:23:42,228 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:42,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T23:23:42,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(318): Replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:42,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d48984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:42,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,33673,-1 for getting cluster id 2024-11-20T23:23:42,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:42,242 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5ea249e-7e0b-43d1-b404-544ae5cbbe59' 2024-11-20T23:23:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5ea249e-7e0b-43d1-b404-544ae5cbbe59" 2024-11-20T23:23:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e44f74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,33673,-1] 2024-11-20T23:23:42,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:42,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:42,245 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:42,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44344f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741837_1013 (size=7894) 2024-11-20T23:23:42,420 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 687, reset compression=false 2024-11-20T23:23:42,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741838_1014 (size=7691) 2024-11-20T23:23:42,766 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 687, reset compression=false 2024-11-20T23:23:42,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454fd35b 2024-11-20T23:23:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:42,883 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T23:23:42,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:23:42,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:42,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,38565,1732145006511, seqNum=-1] 2024-11-20T23:23:42,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:42,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T23:23:42,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T23:23:42,989 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T23:23:43,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ for inclusion in d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:43,032 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:23:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T23:23:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:43,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ for inclusion in d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T23:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegion(2603): Flush status journal for d58a6c3ecf3342a94d4de9600de25010: 2024-11-20T23:23:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/dbcff61f17fc451b9a8b556fbddaf372_SeqId_4_ 2024-11-20T23:23:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f7111558f298420fbf10b01f36db6c5c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/3336fdbf5d61412aa97dbbfb6e5b53c6_SeqId_4_ 2024-11-20T23:23:43,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/dbcff61f17fc451b9a8b556fbddaf372_SeqId_4_ - updating store file list. 2024-11-20T23:23:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbcff61f17fc451b9a8b556fbddaf372_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:43,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/dbcff61f17fc451b9a8b556fbddaf372_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:43,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f (new location: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/dbcff61f17fc451b9a8b556fbddaf372_SeqId_4_) 2024-11-20T23:23:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/30999b51bef7429e9d5f987a1603b5e0_SeqId_4_ 2024-11-20T23:23:43,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/3336fdbf5d61412aa97dbbfb6e5b53c6_SeqId_4_ - updating store file list. 2024-11-20T23:23:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3336fdbf5d61412aa97dbbfb6e5b53c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:43,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/3336fdbf5d61412aa97dbbfb6e5b53c6_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:43,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ into d58a6c3ecf3342a94d4de9600de25010/f (new location: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/3336fdbf5d61412aa97dbbfb6e5b53c6_SeqId_4_) 2024-11-20T23:23:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__jbttf1di2v4bui9abibpbjao77va28mo388d2ua0isdnqugr9vdljdaqbb15r2kn/f/f7111558f298420fbf10b01f36db6c5c_SeqId_4_ 2024-11-20T23:23:43,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(324): Finished replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:43,200 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 687, reset compression=false 2024-11-20T23:23:43,724 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 687, reset compression=false 2024-11-20T23:23:44,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,45865,1732145012541, seqNum=-1] 2024-11-20T23:23:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:44,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:44,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e., hostname=412a5e44fd2e,45865,1732145012541, seqNum=2] 2024-11-20T23:23:44,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:44,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:23:44,055 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 412a5e44fd2e%2C44009%2C1732145000160.rep:(num 1732145020491) roll requested 2024-11-20T23:23:44,075 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145024055, exclude list is [], retry=0 2024-11-20T23:23:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:44,082 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145020491 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145024055 2024-11-20T23:23:44,092 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:44,092 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.rep.1732145020491 is not closed yet, will try archiving it next time 2024-11-20T23:23:44,092 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 412a5e44fd2e%2C44009%2C1732145000160.meta:.meta(num 1732145003445) roll requested 2024-11-20T23:23:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741839_1015 (size=1505) 2024-11-20T23:23:44,110 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145024092.meta, exclude list is [], retry=0 2024-11-20T23:23:44,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:44,121 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145003445.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145024092.meta 2024-11-20T23:23:44,136 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:44,136 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145003445.meta is not closed yet, will try archiving it next time 2024-11-20T23:23:44,136 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 412a5e44fd2e%2C44009%2C1732145000160:(num 1732145002404) roll requested 2024-11-20T23:23:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741834_1010 (size=3473) 2024-11-20T23:23:44,153 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, exclude list is [], retry=0 2024-11-20T23:23:44,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-95d04c06-ccec-41a6-bfb0-0f6732db4fa8,DISK] 2024-11-20T23:23:44,179 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 2024-11-20T23:23:44,181 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-20T23:23:44,181 DEBUG [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 is not closed yet, will try archiving it next time 2024-11-20T23:23:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741832_1008 (size=695) 2024-11-20T23:23:44,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e57dc32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:44,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:44,186 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353238c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,188 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5192acb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ebdc430 2024-11-20T23:23:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:44,190 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:44,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://412a5e44fd2e:36837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T23:23:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T23:23:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:23:44,194 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:36837' 2024-11-20T23:23:44,207 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/oldWALs/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 2024-11-20T23:23:44,212 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6a1563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,212 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:23:44,213 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:44,214 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00923031-e2e2-48b4-8f77-54524f0007d6' 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00923031-e2e2-48b4-8f77-54524f0007d6" 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92a9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,216 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:44,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163de23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,224 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:44,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:44,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1f465d 2024-11-20T23:23:44,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:44,227 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:44,228 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T23:23:44,228 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T23:23:44,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:23:44,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T23:23:44,339 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 to pos 687, reset compression=false 2024-11-20T23:23:44,346 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 was moved to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/oldWALs/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 2024-11-20T23:23:44,349 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404 2024-11-20T23:23:44,349 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145002404, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T23:23:44,349 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, startPosition=0, beingWritten=true 2024-11-20T23:23:44,352 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [412a5e44fd2e%2C44009%2C1732145000160.1732145002404] 2024-11-20T23:23:44,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T23:23:44,473 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T23:23:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:23:44,523 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-412a5e44fd2e,44009,1732145000160, ReplicationSource: 2, currentBandwidth=0 2024-11-20T23:23:44,527 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T23:23:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T23:23:44,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 412a5e44fd2e,44009,1732145000160 suceeded 2024-11-20T23:23:44,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T23:23:44,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-20T23:23:44,539 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://412a5e44fd2e:36837,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T23:23:44,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 348 msec 2024-11-20T23:23:44,555 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='412a5e44fd2e:36837' 2024-11-20T23:23:44,557 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d288aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,557 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:23:44,557 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:44,560 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00923031-e2e2-48b4-8f77-54524f0007d6' 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00923031-e2e2-48b4-8f77-54524f0007d6" 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22900d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,562 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:44,568 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c745fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,568 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:44,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:44,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d3266 2024-11-20T23:23:44,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:44,574 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T23:23:44,581 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-412a5e44fd2e,44009,1732145000160 (queues=1) is replicating from cluster=32bd7f79-6e92-4f55-ad57-fc715be4c2de to cluster=00923031-e2e2-48b4-8f77-54524f0007d6 2024-11-20T23:23:44,581 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=412a5e44fd2e%2C44009%2C1732145000160 2024-11-20T23:23:44,581 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-412a5e44fd2e,44009,1732145000160, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T23:23:44,588 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 412a5e44fd2e%2C44009%2C1732145000160 2024-11-20T23:23:44,588 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, startPosition=0, beingWritten=true 2024-11-20T23:23:44,812 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 0, reset compression=false 2024-11-20T23:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T23:23:44,829 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T23:23:44,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:44,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:44,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:23:44,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:44,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732145024845/Put/seqid=0 2024-11-20T23:23:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741845_1021 (size=11194) 2024-11-20T23:23:44,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732145024898/Put/seqid=0 2024-11-20T23:23:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741846_1022 (size=10791) 2024-11-20T23:23:44,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8dd523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,40747,-1 for getting cluster id 2024-11-20T23:23:44,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:44,941 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32bd7f79-6e92-4f55-ad57-fc715be4c2de' 2024-11-20T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32bd7f79-6e92-4f55-ad57-fc715be4c2de" 2024-11-20T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789faf2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,40747,-1] 2024-11-20T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:44,942 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:44,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81138f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:44,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,44009,1732145000160, seqNum=-1] 2024-11-20T23:23:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:44,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:23:45,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d2b7eb8 2024-11-20T23:23:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:45,006 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:23:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2] 2024-11-20T23:23:45,019 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:23:45,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T23:23:45,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T23:23:45,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:45,070 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 0, reset compression=false 2024-11-20T23:23:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T23:23:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:45,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T23:23:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegion(2603): Flush status journal for e2f06f44a739029c9d66dc1f3c617cc3: 2024-11-20T23:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_1 2024-11-20T23:23:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_1 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ 2024-11-20T23:23:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_0 2024-11-20T23:23:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_0 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ 2024-11-20T23:23:45,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_1 into e2f06f44a739029c9d66dc1f3c617cc3/f as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ - updating store file list. 2024-11-20T23:23:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3f65f8987964b09b02aa8fb52d253df_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:45,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ into e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:45,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_1 into e2f06f44a739029c9d66dc1f3c617cc3/f (new location: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_) 2024-11-20T23:23:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_1 2024-11-20T23:23:45,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_0 into e2f06f44a739029c9d66dc1f3c617cc3/f as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ - updating store file list. 2024-11-20T23:23:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23bc28feef264e8aa2f4ab73d613a169_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:45,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ into e2f06f44a739029c9d66dc1f3c617cc3/f 2024-11-20T23:23:45,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_0 into e2f06f44a739029c9d66dc1f3c617cc3/f (new location: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_) 2024-11-20T23:23:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/staging/jenkins__test__r9bbinheqjl53qvtnmp3592oicsbccupsm79taovps1vja5i91sgrsofgvk3hhie/f/hfile_0 2024-11-20T23:23:45,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:45,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:45,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:45,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 , the old value is region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=412a5e44fd2e:44009 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:23:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T23:23:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., hostname=412a5e44fd2e,44009,1732145000160, seqNum=2 from cache 2024-11-20T23:23:45,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44009: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:40846 deadline: 1732145085138 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:40846 2024-11-20T23:23:45,144 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:23:45,161 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 0, reset compression=false 2024-11-20T23:23:45,183 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:23:45,184 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2f06f44a739029c9d66dc1f3c617cc3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732145025133/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:23:45,185 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:23:45,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T23:23:45,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(318): Replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140d4c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,36837,-1 for getting cluster id 2024-11-20T23:23:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:23:45,190 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00923031-e2e2-48b4-8f77-54524f0007d6' 2024-11-20T23:23:45,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:23:45,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00923031-e2e2-48b4-8f77-54524f0007d6" 2024-11-20T23:23:45,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d157882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:45,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,36837,-1] 2024-11-20T23:23:45,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:23:45,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:45,192 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:23:45,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab51fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:23:45,245 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T23:23:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741837_1013 (size=10791) 2024-11-20T23:23:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741838_1014 (size=11194) 2024-11-20T23:23:45,384 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:45,697 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:45,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:23:45,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:45,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@120e6d7f 2024-11-20T23:23:45,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:23:45,767 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T23:23:45,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:23:45,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:23:45,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,45865,1732145012541, seqNum=-1] 2024-11-20T23:23:45,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:23:45,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T23:23:45,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T23:23:45,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T23:23:45,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ for inclusion in c7519cf1566866e37643f39c0e9bc07e/f 2024-11-20T23:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T23:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:45,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ for inclusion in c7519cf1566866e37643f39c0e9bc07e/f 2024-11-20T23:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T23:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HRegion(2603): Flush status journal for c7519cf1566866e37643f39c0e9bc07e: 2024-11-20T23:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/252cba8a68054d46aeacc2dc173655dd_SeqId_4_ 2024-11-20T23:23:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/0b4368c9be744387a895d264408748f9_SeqId_4_ 2024-11-20T23:23:45,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ into c7519cf1566866e37643f39c0e9bc07e/f as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/252cba8a68054d46aeacc2dc173655dd_SeqId_4_ - updating store file list. 2024-11-20T23:23:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 252cba8a68054d46aeacc2dc173655dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:45,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/252cba8a68054d46aeacc2dc173655dd_SeqId_4_ into c7519cf1566866e37643f39c0e9bc07e/f 2024-11-20T23:23:45,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ into c7519cf1566866e37643f39c0e9bc07e/f (new location: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/252cba8a68054d46aeacc2dc173655dd_SeqId_4_) 2024-11-20T23:23:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ 2024-11-20T23:23:45,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ into c7519cf1566866e37643f39c0e9bc07e/f as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/0b4368c9be744387a895d264408748f9_SeqId_4_ - updating store file list. 2024-11-20T23:23:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b4368c9be744387a895d264408748f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:45,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/0b4368c9be744387a895d264408748f9_SeqId_4_ into c7519cf1566866e37643f39c0e9bc07e/f 2024-11-20T23:23:45,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ into c7519cf1566866e37643f39c0e9bc07e/f (new location: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/f/0b4368c9be744387a895d264408748f9_SeqId_4_) 2024-11-20T23:23:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/staging/jenkins.hfs.23__test__vtp33daibcd2semdsd3n5s3ja6t4aspbrkuag8oc00di36gfleh0lsu62k6a1cpg/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ 2024-11-20T23:23:45,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] regionserver.ReplicationSink(324): Finished replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:45,903 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 0, reset compression=false 2024-11-20T23:23:45,908 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T23:23:45,908 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2f06f44a739029c9d66dc1f3c617cc3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732145025133/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T23:23:45,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(318): Replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741839_1015 (size=10791) 2024-11-20T23:23:46,101 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:46,108 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:46,148 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T23:23:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741840_1016 (size=11194) 2024-11-20T23:23:46,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T23:23:46,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T23:23:46,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T23:23:46,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ for inclusion in d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T23:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:46,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ for inclusion in d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T23:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T23:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegion(2603): Flush status journal for d58a6c3ecf3342a94d4de9600de25010: 2024-11-20T23:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/f2be5137c36942f381d41a43ccdb810d_SeqId_6_ 2024-11-20T23:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T23:23:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/a1f6c2f4bf2e4f73a1beeb73c6e5bdec_SeqId_6_ 2024-11-20T23:23:46,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/f2be5137c36942f381d41a43ccdb810d_SeqId_6_ - updating store file list. 2024-11-20T23:23:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2be5137c36942f381d41a43ccdb810d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:46,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/f2be5137c36942f381d41a43ccdb810d_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:46,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f (new location: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/f2be5137c36942f381d41a43ccdb810d_SeqId_6_) 2024-11-20T23:23:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/23bc28feef264e8aa2f4ab73d613a169_SeqId_6_ 2024-11-20T23:23:46,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/a1f6c2f4bf2e4f73a1beeb73c6e5bdec_SeqId_6_ - updating store file list. 2024-11-20T23:23:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1f6c2f4bf2e4f73a1beeb73c6e5bdec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T23:23:46,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/a1f6c2f4bf2e4f73a1beeb73c6e5bdec_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f 2024-11-20T23:23:46,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ into d58a6c3ecf3342a94d4de9600de25010/f (new location: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/f/a1f6c2f4bf2e4f73a1beeb73c6e5bdec_SeqId_6_) 2024-11-20T23:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/staging/jenkins.hfs.22__test__sns0flh49ojhq8asiplg29tu0spnq99m51tubpvfieskrpso6dnt7bkt15hj6kov/f/e3f65f8987964b09b02aa8fb52d253df_SeqId_6_ 2024-11-20T23:23:46,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(324): Finished replicating [32bd7f79-6e92-4f55-ad57-fc715be4c2de] bulk loaded data 2024-11-20T23:23:46,412 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:46,611 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:46,816 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:47,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:23:47,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:47,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:47,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:47,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:47,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:23:47,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:47,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616469937, stopped=false 2024-11-20T23:23:47,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,36837,1732145012295 2024-11-20T23:23:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-97799857/running 2024-11-20T23:23:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-97799857/running 2024-11-20T23:23:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:47,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:47,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:47,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:47,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:47,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,45865,1732145012541' ***** 2024-11-20T23:23:47,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:23:47,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/running 2024-11-20T23:23:47,180 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:23:47,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:23:47,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Set watcher on znode that does not yet exist, /2-97799857/running 2024-11-20T23:23:47,181 INFO [RS:0;412a5e44fd2e:45865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:23:47,181 INFO [RS:0;412a5e44fd2e:45865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:23:47,181 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:47,196 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:47,196 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:47,196 INFO [RS:0;412a5e44fd2e:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:45865. 2024-11-20T23:23:47,196 DEBUG [RS:0;412a5e44fd2e:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:47,196 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:47,196 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7519cf1566866e37643f39c0e9bc07e, disabling compactions & flushes 2024-11-20T23:23:47,196 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:47,196 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:47,197 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. after waiting 0 ms 2024-11-20T23:23:47,197 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:47,197 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:23:47,197 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:23:47,197 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:23:47,197 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:23:47,213 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:47,215 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:23:47,215 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1325): Online Regions={c7519cf1566866e37643f39c0e9bc07e=test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:23:47,215 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7519cf1566866e37643f39c0e9bc07e 2024-11-20T23:23:47,216 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:47,216 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:47,216 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:47,216 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:47,216 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:47,216 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T23:23:47,217 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:47,275 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/default/test/c7519cf1566866e37643f39c0e9bc07e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T23:23:47,276 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:47,277 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:47,277 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:47,277 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7519cf1566866e37643f39c0e9bc07e: Waiting for close lock at 1732145027196Running coprocessor pre-close hooks at 1732145027196Disabling compacts and flushes for region at 1732145027196Disabling writes for close at 1732145027197 (+1 ms)Writing region close event to WAL at 1732145027232 (+35 ms)Running coprocessor post-close hooks at 1732145027276 (+44 ms)Closed at 1732145027277 (+1 ms) 2024-11-20T23:23:47,277 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e. 2024-11-20T23:23:47,287 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/info/8aa317da55d240c88356a2018ea52bb6 is 129, key is test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e./info:regioninfo/1732145019380/Put/seqid=0 2024-11-20T23:23:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741839_1015 (size=6421) 2024-11-20T23:23:47,316 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:23:47,316 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:23:47,317 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/info/8aa317da55d240c88356a2018ea52bb6 2024-11-20T23:23:47,321 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:47,378 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/ns/d1f94d25c8494d9498e0c9c05e2579e9 is 43, key is default/ns:d/1732145016273/Put/seqid=0 2024-11-20T23:23:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741840_1016 (size=5153) 2024-11-20T23:23:47,403 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/ns/d1f94d25c8494d9498e0c9c05e2579e9 2024-11-20T23:23:47,416 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:47,429 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/rep_barrier/fca4a6618572408fa9e3ae9d7be1fcdb is 112, key is test,,1732145018375.c7519cf1566866e37643f39c0e9bc07e./rep_barrier:seqnumDuringOpen/1732145019380/Put/seqid=0 2024-11-20T23:23:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741841_1017 (size=5518) 2024-11-20T23:23:47,616 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:47,816 DEBUG [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:47,856 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/rep_barrier/fca4a6618572408fa9e3ae9d7be1fcdb 2024-11-20T23:23:47,881 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/table/f112dd356e724634bd748699fe26e998 is 40, key is test/table:state/1732145019401/Put/seqid=0 2024-11-20T23:23:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741842_1018 (size=5165) 2024-11-20T23:23:47,890 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/table/f112dd356e724634bd748699fe26e998 2024-11-20T23:23:47,901 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/info/8aa317da55d240c88356a2018ea52bb6 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/info/8aa317da55d240c88356a2018ea52bb6 2024-11-20T23:23:47,906 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/info/8aa317da55d240c88356a2018ea52bb6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T23:23:47,907 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/ns/d1f94d25c8494d9498e0c9c05e2579e9 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/ns/d1f94d25c8494d9498e0c9c05e2579e9 2024-11-20T23:23:47,913 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/ns/d1f94d25c8494d9498e0c9c05e2579e9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:23:47,914 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/rep_barrier/fca4a6618572408fa9e3ae9d7be1fcdb as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/rep_barrier/fca4a6618572408fa9e3ae9d7be1fcdb 2024-11-20T23:23:47,922 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/rep_barrier/fca4a6618572408fa9e3ae9d7be1fcdb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T23:23:47,923 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/.tmp/table/f112dd356e724634bd748699fe26e998 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/table/f112dd356e724634bd748699fe26e998 2024-11-20T23:23:47,927 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/table/f112dd356e724634bd748699fe26e998, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:23:47,928 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 712ms, sequenceid=11, compaction requested=false 2024-11-20T23:23:47,965 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:47,977 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:48,005 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:23:48,007 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:48,007 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:48,007 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:48,007 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145027215Running coprocessor pre-close hooks at 1732145027215Disabling compacts and flushes for region at 1732145027215Disabling writes for close at 1732145027216 (+1 ms)Obtaining lock to block concurrent updates at 1732145027216Preparing flush snapshotting stores in 1588230740 at 1732145027216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732145027216Flushing stores of hbase:meta,,1.1588230740 at 1732145027232 (+16 ms)Flushing 1588230740/info: creating writer at 1732145027245 (+13 ms)Flushing 1588230740/info: appending metadata at 1732145027287 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732145027287Flushing 1588230740/ns: creating writer at 1732145027322 (+35 ms)Flushing 1588230740/ns: appending metadata at 1732145027378 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1732145027378Flushing 1588230740/rep_barrier: creating writer at 1732145027407 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732145027428 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732145027428Flushing 1588230740/table: creating writer at 1732145027862 (+434 ms)Flushing 1588230740/table: appending metadata at 1732145027880 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732145027880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16712d3b: reopening flushed file at 1732145027894 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592eb048: reopening flushed file at 1732145027906 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73035f20: reopening flushed file at 1732145027913 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88e45b4: reopening flushed file at 1732145027922 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 712ms, sequenceid=11, compaction requested=false at 1732145027928 (+6 ms)Writing region close event to WAL at 1732145027977 (+49 ms)Running coprocessor post-close hooks at 1732145028007 (+30 ms)Closed at 1732145028007 2024-11-20T23:23:48,007 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:48,020 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,45865,1732145012541; all regions closed. 2024-11-20T23:23:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741834_1010 (size=2717) 2024-11-20T23:23:48,056 DEBUG [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/oldWALs 2024-11-20T23:23:48,056 INFO [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C45865%2C1732145012541.meta:.meta(num 1732145016005) 2024-11-20T23:23:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741833_1009 (size=1028) 2024-11-20T23:23:48,086 DEBUG [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/oldWALs 2024-11-20T23:23:48,086 INFO [RS:0;412a5e44fd2e:45865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C45865%2C1732145012541:(num 1732145015499) 2024-11-20T23:23:48,086 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:48,086 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:48,087 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:48,087 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:48,087 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:48,087 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:48,087 INFO [RS:0;412a5e44fd2e:45865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:45865. 2024-11-20T23:23:48,087 DEBUG [RS:0;412a5e44fd2e:45865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:48,088 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:48,088 DEBUG [RS:0;412a5e44fd2e:45865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:48,088 INFO [RS:0;412a5e44fd2e:45865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45865 2024-11-20T23:23:48,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857/rs 2024-11-20T23:23:48,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-97799857/rs/412a5e44fd2e,45865,1732145012541 2024-11-20T23:23:48,208 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:48,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,45865,1732145012541] 2024-11-20T23:23:48,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-97799857/draining/412a5e44fd2e,45865,1732145012541 already deleted, retry=false 2024-11-20T23:23:48,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,45865,1732145012541 expired; onlineServers=0 2024-11-20T23:23:48,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,36837,1732145012295' ***** 2024-11-20T23:23:48,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:48,316 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:48,316 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:48,316 DEBUG [M:0;412a5e44fd2e:36837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:48,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:48,316 DEBUG [M:0;412a5e44fd2e:36837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:48,316 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145014869 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145014869,5,FailOnTimeoutGroup] 2024-11-20T23:23:48,317 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145014864 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145014864,5,FailOnTimeoutGroup] 2024-11-20T23:23:48,317 INFO [M:0;412a5e44fd2e:36837 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:48,317 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:48,317 DEBUG [M:0;412a5e44fd2e:36837 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:48,317 INFO [M:0;412a5e44fd2e:36837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:48,317 INFO [M:0;412a5e44fd2e:36837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:48,317 INFO [M:0;412a5e44fd2e:36837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:48,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:48,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-97799857/master 2024-11-20T23:23:48,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-97799857 2024-11-20T23:23:48,327 DEBUG [M:0;412a5e44fd2e:36837 {}] zookeeper.ZKUtil(347): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Unable to get data of znode /2-97799857/master because node does not exist (not an error) 2024-11-20T23:23:48,327 WARN [M:0;412a5e44fd2e:36837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:23:48,328 INFO [M:0;412a5e44fd2e:36837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/.lastflushedseqids 2024-11-20T23:23:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741843_1019 (size=173) 2024-11-20T23:23:48,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:48,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45865-0x1015a8f1e3a0007, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:48,399 INFO [RS:0;412a5e44fd2e:45865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:48,399 INFO [RS:0;412a5e44fd2e:45865 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,45865,1732145012541; zookeeper connection closed. 2024-11-20T23:23:48,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dc32371 2024-11-20T23:23:48,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:48,734 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:48,744 INFO [M:0;412a5e44fd2e:36837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:48,744 INFO [M:0;412a5e44fd2e:36837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:48,744 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:48,744 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:48,744 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:48,744 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:48,744 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:48,744 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T23:23:48,762 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73c35426e90946ab9a6a91a961befcd2 is 82, key is hbase:meta,,1/info:regioninfo/1732145016191/Put/seqid=0 2024-11-20T23:23:48,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741844_1020 (size=5672) 2024-11-20T23:23:48,803 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:49,170 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73c35426e90946ab9a6a91a961befcd2 2024-11-20T23:23:49,198 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60248b94bef3492fb49aabebdbfd1817 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732145019406/Put/seqid=0 2024-11-20T23:23:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741845_1021 (size=6587) 2024-11-20T23:23:49,236 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60248b94bef3492fb49aabebdbfd1817 2024-11-20T23:23:49,268 DEBUG [M:0;412a5e44fd2e:36837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/004ac408f8ab4a019891b9aa3e87fc94 is 69, key is 412a5e44fd2e,45865,1732145012541/rs:state/1732145015092/Put/seqid=0 2024-11-20T23:23:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741846_1022 (size=5156) 2024-11-20T23:23:49,290 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/004ac408f8ab4a019891b9aa3e87fc94 2024-11-20T23:23:49,296 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73c35426e90946ab9a6a91a961befcd2 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73c35426e90946ab9a6a91a961befcd2 2024-11-20T23:23:49,305 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73c35426e90946ab9a6a91a961befcd2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T23:23:49,306 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60248b94bef3492fb49aabebdbfd1817 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60248b94bef3492fb49aabebdbfd1817 2024-11-20T23:23:49,325 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60248b94bef3492fb49aabebdbfd1817, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T23:23:49,326 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/004ac408f8ab4a019891b9aa3e87fc94 as hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/004ac408f8ab4a019891b9aa3e87fc94 2024-11-20T23:23:49,341 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46287/user/jenkins/test-data/862272c4-4e3d-f623-531f-6043111f6742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/004ac408f8ab4a019891b9aa3e87fc94, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T23:23:49,342 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 598ms, sequenceid=55, compaction requested=false 2024-11-20T23:23:49,385 INFO [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:49,385 DEBUG [M:0;412a5e44fd2e:36837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145028744Disabling compacts and flushes for region at 1732145028744Disabling writes for close at 1732145028744Obtaining lock to block concurrent updates at 1732145028744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732145028744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732145028745 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732145028745Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732145028745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732145028762 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732145028762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732145029178 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732145029197 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732145029197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732145029240 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732145029267 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732145029267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9ce39f: reopening flushed file at 1732145029295 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e2169a: reopening flushed file at 1732145029305 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d27d68d: reopening flushed file at 1732145029325 (+20 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 598ms, sequenceid=55, compaction requested=false at 1732145029342 (+17 ms)Writing region close event to WAL at 1732145029385 (+43 ms)Closed at 1732145029385 2024-11-20T23:23:49,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741830_1006 (size=32782) 2024-11-20T23:23:49,388 INFO [M:0;412a5e44fd2e:36837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:49,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:49,389 INFO [M:0;412a5e44fd2e:36837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36837 2024-11-20T23:23:49,389 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:49,500 INFO [M:0;412a5e44fd2e:36837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36837-0x1015a8f1e3a0006, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:49,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cc9d079{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:49,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606dfa6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:49,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:49,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b4bbceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:49,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7008b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:49,524 WARN [BP-1659387398-172.17.0.2-1732145009348 heartbeating to localhost/127.0.0.1:46287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:23:49,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:23:49,524 WARN [BP-1659387398-172.17.0.2-1732145009348 heartbeating to localhost/127.0.0.1:46287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659387398-172.17.0.2-1732145009348 (Datanode Uuid 8e616dc5-484e-48a9-b4f2-f28fe2028682) service to localhost/127.0.0.1:46287 2024-11-20T23:23:49,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:23:49,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/cluster_ee343efe-f7ab-2c5a-dacc-2b8d43b3a502/data/data1/current/BP-1659387398-172.17.0.2-1732145009348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:49,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/cluster_ee343efe-f7ab-2c5a-dacc-2b8d43b3a502/data/data2/current/BP-1659387398-172.17.0.2-1732145009348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:49,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:49,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1c7eed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:49,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@680c6ffc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:49,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:49,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2971a429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:49,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@731eb41d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945d3f-293d-a327-87ad-cdb69fbdc2aa/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:49,537 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:49,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:23:49,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:49,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:23:49,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:49,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:49,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:49,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:49,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:23:49,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:49,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1117647474, stopped=false 2024-11-20T23:23:49,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,33673,1732145006390 2024-11-20T23:23:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1784637865/running 2024-11-20T23:23:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:49,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/running 2024-11-20T23:23:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1784637865/running 2024-11-20T23:23:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:49,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:49,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:49,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:49,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:49,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Set watcher on znode that does not yet exist, /1-1784637865/running 2024-11-20T23:23:49,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,38565,1732145006511' ***** 2024-11-20T23:23:49,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:23:49,572 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:23:49,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:23:49,572 INFO [RS:0;412a5e44fd2e:38565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:23:49,572 INFO [RS:0;412a5e44fd2e:38565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:23:49,572 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:49,576 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:49,576 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:49,576 INFO [RS:0;412a5e44fd2e:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:38565. 2024-11-20T23:23:49,576 DEBUG [RS:0;412a5e44fd2e:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:49,576 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:49,576 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:23:49,576 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d58a6c3ecf3342a94d4de9600de25010, disabling compactions & flushes 2024-11-20T23:23:49,576 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:23:49,577 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:23:49,577 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:49,577 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. after waiting 0 ms 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:49,577 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T23:23:49,577 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1325): Online Regions={d58a6c3ecf3342a94d4de9600de25010=test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:23:49,577 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d58a6c3ecf3342a94d4de9600de25010 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:49,577 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:49,577 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:49,577 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T23:23:49,580 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/default/test/d58a6c3ecf3342a94d4de9600de25010/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:23:49,580 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:49,580 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:49,581 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:49,581 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d58a6c3ecf3342a94d4de9600de25010: Waiting for close lock at 1732145029576Running coprocessor pre-close hooks at 1732145029576Disabling compacts and flushes for region at 1732145029576Disabling writes for close at 1732145029577 (+1 ms)Writing region close event to WAL at 1732145029577Running coprocessor post-close hooks at 1732145029580 (+3 ms)Closed at 1732145029581 (+1 ms) 2024-11-20T23:23:49,581 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010. 2024-11-20T23:23:49,585 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:23:49,585 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:23:49,594 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/info/843da2d112f84d319bfa60571d0a60f5 is 129, key is test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010./info:regioninfo/1732145018340/Put/seqid=0 2024-11-20T23:23:49,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741841_1017 (size=6421) 2024-11-20T23:23:49,605 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/info/843da2d112f84d319bfa60571d0a60f5 2024-11-20T23:23:49,626 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/ns/da4e6266f8ce4be1bd7f23a44b62f3b7 is 43, key is default/ns:d/1732145009159/Put/seqid=0 2024-11-20T23:23:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741842_1018 (size=5153) 2024-11-20T23:23:49,652 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:49,712 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:49,777 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:49,978 DEBUG [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:50,030 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/ns/da4e6266f8ce4be1bd7f23a44b62f3b7 2024-11-20T23:23:50,052 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/rep_barrier/221321ce3bab4e498830b0c200e2df74 is 112, key is test,,1732145017731.d58a6c3ecf3342a94d4de9600de25010./rep_barrier:seqnumDuringOpen/1732145018340/Put/seqid=0 2024-11-20T23:23:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741843_1019 (size=5518) 2024-11-20T23:23:50,057 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/rep_barrier/221321ce3bab4e498830b0c200e2df74 2024-11-20T23:23:50,078 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/table/7fe507257d0f42f58e5c90f344b956b4 is 40, key is test/table:state/1732145018356/Put/seqid=0 2024-11-20T23:23:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741844_1020 (size=5165) 2024-11-20T23:23:50,095 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/table/7fe507257d0f42f58e5c90f344b956b4 2024-11-20T23:23:50,101 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/info/843da2d112f84d319bfa60571d0a60f5 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/info/843da2d112f84d319bfa60571d0a60f5 2024-11-20T23:23:50,106 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/info/843da2d112f84d319bfa60571d0a60f5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T23:23:50,106 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/ns/da4e6266f8ce4be1bd7f23a44b62f3b7 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/ns/da4e6266f8ce4be1bd7f23a44b62f3b7 2024-11-20T23:23:50,111 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/ns/da4e6266f8ce4be1bd7f23a44b62f3b7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:23:50,112 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/rep_barrier/221321ce3bab4e498830b0c200e2df74 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/rep_barrier/221321ce3bab4e498830b0c200e2df74 2024-11-20T23:23:50,116 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/rep_barrier/221321ce3bab4e498830b0c200e2df74, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T23:23:50,117 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/.tmp/table/7fe507257d0f42f58e5c90f344b956b4 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/table/7fe507257d0f42f58e5c90f344b956b4 2024-11-20T23:23:50,124 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/table/7fe507257d0f42f58e5c90f344b956b4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T23:23:50,125 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false 2024-11-20T23:23:50,161 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T23:23:50,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:50,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:50,162 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:50,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145029577Running coprocessor pre-close hooks at 1732145029577Disabling compacts and flushes for region at 1732145029577Disabling writes for close at 1732145029577Obtaining lock to block concurrent updates at 1732145029577Preparing flush snapshotting stores in 1588230740 at 1732145029577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732145029577Flushing stores of hbase:meta,,1.1588230740 at 1732145029578 (+1 ms)Flushing 1588230740/info: creating writer at 1732145029578Flushing 1588230740/info: appending metadata at 1732145029593 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732145029593Flushing 1588230740/ns: creating writer at 1732145029609 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732145029626 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732145029626Flushing 1588230740/rep_barrier: creating writer at 1732145030034 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732145030052 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732145030052Flushing 1588230740/table: creating writer at 1732145030060 (+8 ms)Flushing 1588230740/table: appending metadata at 1732145030077 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732145030077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bae5c2f: reopening flushed file at 1732145030100 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4d0046: reopening flushed file at 1732145030106 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e8cd05: reopening flushed file at 1732145030111 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e912b90: reopening flushed file at 1732145030116 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false at 1732145030125 (+9 ms)Writing region close event to WAL at 1732145030149 (+24 ms)Running coprocessor post-close hooks at 1732145030162 (+13 ms)Closed at 1732145030162 2024-11-20T23:23:50,162 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:50,178 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,38565,1732145006511; all regions closed. 2024-11-20T23:23:50,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741834_1010 (size=2717) 2024-11-20T23:23:50,186 DEBUG [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/oldWALs 2024-11-20T23:23:50,186 INFO [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C38565%2C1732145006511.meta:.meta(num 1732145009011) 2024-11-20T23:23:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741833_1009 (size=1374) 2024-11-20T23:23:50,192 DEBUG [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/oldWALs 2024-11-20T23:23:50,192 INFO [RS:0;412a5e44fd2e:38565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C38565%2C1732145006511:(num 1732145008727) 2024-11-20T23:23:50,192 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:50,192 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:50,192 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:50,193 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:50,193 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:50,193 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:50,193 INFO [RS:0;412a5e44fd2e:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:38565. 2024-11-20T23:23:50,193 DEBUG [RS:0;412a5e44fd2e:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:50,193 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:50,193 DEBUG [RS:0;412a5e44fd2e:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:50,193 INFO [RS:0;412a5e44fd2e:38565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38565 2024-11-20T23:23:50,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1784637865/rs/412a5e44fd2e,38565,1732145006511 2024-11-20T23:23:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865/rs 2024-11-20T23:23:50,217 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:50,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,38565,1732145006511] 2024-11-20T23:23:50,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1784637865/draining/412a5e44fd2e,38565,1732145006511 already deleted, retry=false 2024-11-20T23:23:50,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,38565,1732145006511 expired; onlineServers=0 2024-11-20T23:23:50,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,33673,1732145006390' ***** 2024-11-20T23:23:50,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:50,228 INFO [M:0;412a5e44fd2e:33673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:50,228 INFO [M:0;412a5e44fd2e:33673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:50,228 DEBUG [M:0;412a5e44fd2e:33673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:50,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:50,228 DEBUG [M:0;412a5e44fd2e:33673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:50,228 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145008325 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145008325,5,FailOnTimeoutGroup] 2024-11-20T23:23:50,228 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145008324 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145008324,5,FailOnTimeoutGroup] 2024-11-20T23:23:50,228 INFO [M:0;412a5e44fd2e:33673 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:50,229 INFO [M:0;412a5e44fd2e:33673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:50,229 DEBUG [M:0;412a5e44fd2e:33673 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:50,229 INFO [M:0;412a5e44fd2e:33673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:50,229 INFO [M:0;412a5e44fd2e:33673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:50,229 INFO [M:0;412a5e44fd2e:33673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:50,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1784637865/master 2024-11-20T23:23:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1784637865 2024-11-20T23:23:50,242 DEBUG [M:0;412a5e44fd2e:33673 {}] zookeeper.ZKUtil(347): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Unable to get data of znode /1-1784637865/master because node does not exist (not an error) 2024-11-20T23:23:50,242 WARN [M:0;412a5e44fd2e:33673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:23:50,253 INFO [M:0;412a5e44fd2e:33673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/.lastflushedseqids 2024-11-20T23:23:50,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741845_1021 (size=173) 2024-11-20T23:23:50,279 INFO [M:0;412a5e44fd2e:33673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:50,279 INFO [M:0;412a5e44fd2e:33673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:50,279 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:50,279 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:50,280 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:50,280 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:50,280 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:50,280 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T23:23:50,313 DEBUG [M:0;412a5e44fd2e:33673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160c4aaea603455ca1e4dafd46131a94 is 82, key is hbase:meta,,1/info:regioninfo/1732145009077/Put/seqid=0 2024-11-20T23:23:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1015a8f1e3a0004, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741846_1022 (size=5672) 2024-11-20T23:23:50,332 INFO [RS:0;412a5e44fd2e:38565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:50,332 INFO [RS:0;412a5e44fd2e:38565 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,38565,1732145006511; zookeeper connection closed. 2024-11-20T23:23:50,333 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160c4aaea603455ca1e4dafd46131a94 2024-11-20T23:23:50,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478fb586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478fb586 2024-11-20T23:23:50,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:50,362 DEBUG [M:0;412a5e44fd2e:33673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d52051dd7042cdb4f1359a1d7e7d93 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732145018360/Put/seqid=0 2024-11-20T23:23:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741847_1023 (size=6587) 2024-11-20T23:23:50,457 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:50,715 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:50,775 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d52051dd7042cdb4f1359a1d7e7d93 2024-11-20T23:23:50,806 DEBUG [M:0;412a5e44fd2e:33673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3563df4dc3ef4e99b061784c658f0f8e is 69, key is 412a5e44fd2e,38565,1732145006511/rs:state/1732145008334/Put/seqid=0 2024-11-20T23:23:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741848_1024 (size=5156) 2024-11-20T23:23:50,846 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3563df4dc3ef4e99b061784c658f0f8e 2024-11-20T23:23:50,851 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/160c4aaea603455ca1e4dafd46131a94 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/160c4aaea603455ca1e4dafd46131a94 2024-11-20T23:23:50,855 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/160c4aaea603455ca1e4dafd46131a94, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T23:23:50,856 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d52051dd7042cdb4f1359a1d7e7d93 as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42d52051dd7042cdb4f1359a1d7e7d93 2024-11-20T23:23:50,861 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42d52051dd7042cdb4f1359a1d7e7d93, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T23:23:50,861 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3563df4dc3ef4e99b061784c658f0f8e as hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3563df4dc3ef4e99b061784c658f0f8e 2024-11-20T23:23:50,866 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41339/user/jenkins/test-data/ca28295c-90f8-f7e8-2f95-45bcbd362305/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3563df4dc3ef4e99b061784c658f0f8e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T23:23:50,867 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 587ms, sequenceid=55, compaction requested=false 2024-11-20T23:23:50,905 INFO [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:50,905 DEBUG [M:0;412a5e44fd2e:33673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145030279Disabling compacts and flushes for region at 1732145030279Disabling writes for close at 1732145030280 (+1 ms)Obtaining lock to block concurrent updates at 1732145030280Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732145030280Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732145030280Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732145030281 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732145030281Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732145030313 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732145030313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732145030337 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732145030362 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732145030362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732145030781 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732145030805 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732145030805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e06cba5: reopening flushed file at 1732145030850 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cfc4c1: reopening flushed file at 1732145030855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d6c72b: reopening flushed file at 1732145030861 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 587ms, sequenceid=55, compaction requested=false at 1732145030867 (+6 ms)Writing region close event to WAL at 1732145030904 (+37 ms)Closed at 1732145030904 2024-11-20T23:23:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741830_1006 (size=32782) 2024-11-20T23:23:50,921 INFO [M:0;412a5e44fd2e:33673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:50,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:50,921 INFO [M:0;412a5e44fd2e:33673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33673 2024-11-20T23:23:50,922 INFO [M:0;412a5e44fd2e:33673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:51,034 INFO [M:0;412a5e44fd2e:33673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33673-0x1015a8f1e3a0003, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:51,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e27ff9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:51,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d1f5d55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:51,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:51,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659818c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:51,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733b566e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:51,070 WARN [BP-1488869126-172.17.0.2-1732145003810 heartbeating to localhost/127.0.0.1:41339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:23:51,070 WARN [BP-1488869126-172.17.0.2-1732145003810 heartbeating to localhost/127.0.0.1:41339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488869126-172.17.0.2-1732145003810 (Datanode Uuid 94ba5367-d772-45d9-9a10-71890a59fc32) service to localhost/127.0.0.1:41339 2024-11-20T23:23:51,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/cluster_56870b9b-9676-f8df-b23a-4f5a59b03360/data/data1/current/BP-1488869126-172.17.0.2-1732145003810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:51,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/cluster_56870b9b-9676-f8df-b23a-4f5a59b03360/data/data2/current/BP-1488869126-172.17.0.2-1732145003810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:51,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:51,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:23:51,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:23:51,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3d9321{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:51,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7df20749{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:51,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:51,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a588c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:51,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42037b50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba37154-2192-bb59-7d2b-75261390f5f1/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:51,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:51,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:23:51,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:51,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:51,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:51,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:51,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:23:51,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303625996, stopped=false 2024-11-20T23:23:51,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,40747,1732144999966 2024-11-20T23:23:51,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0709085894/running 2024-11-20T23:23:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0709085894/running 2024-11-20T23:23:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:51,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:51,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/running 2024-11-20T23:23:51,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:51,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Set watcher on znode that does not yet exist, /0709085894/running 2024-11-20T23:23:51,151 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-20T23:23:51,151 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(3091): Received CLOSE for e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:51,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:23:51,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:51,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:51,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,44009,1732145000160' ***** 2024-11-20T23:23:51,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:23:51,164 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(3091): Received CLOSE for a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:51,165 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2f06f44a739029c9d66dc1f3c617cc3, disabling compactions & flushes 2024-11-20T23:23:51,165 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:51,165 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:51,165 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. after waiting 0 ms 2024-11-20T23:23:51,165 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:51,172 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a65ad2ac8c871ebb1534641b6d56c22f, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44009. 2024-11-20T23:23:51,173 DEBUG [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:51,173 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:23:51,173 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:23:51,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:23:51,192 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T23:23:51,192 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e2f06f44a739029c9d66dc1f3c617cc3=test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3., a65ad2ac8c871ebb1534641b6d56c22f=hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f.} 2024-11-20T23:23:51,192 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65ad2ac8c871ebb1534641b6d56c22f, e2f06f44a739029c9d66dc1f3c617cc3 2024-11-20T23:23:51,193 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:23:51,193 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:23:51,193 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:23:51,193 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:23:51,193 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:23:51,193 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T23:23:51,246 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/default/test/e2f06f44a739029c9d66dc1f3c617cc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:23:51,246 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:51,246 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T23:23:51,246 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:51,246 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2f06f44a739029c9d66dc1f3c617cc3: Waiting for close lock at 1732145031165Running coprocessor pre-close hooks at 1732145031165Disabling compacts and flushes for region at 1732145031165Disabling writes for close at 1732145031165Writing region close event to WAL at 1732145031212 (+47 ms)Running coprocessor post-close hooks at 1732145031246 (+34 ms)Closed at 1732145031246 2024-11-20T23:23:51,247 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3. 2024-11-20T23:23:51,247 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a65ad2ac8c871ebb1534641b6d56c22f, disabling compactions & flushes 2024-11-20T23:23:51,247 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:51,247 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:51,247 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. after waiting 0 ms 2024-11-20T23:23:51,247 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:51,247 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a65ad2ac8c871ebb1534641b6d56c22f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T23:23:51,251 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:51,273 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:23:51,273 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/info/ef5b0036dd3742a38b71926653acb19c is 147, key is hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f./info:regioninfo/1732145020618/Put/seqid=0 2024-11-20T23:23:51,273 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:23:51,287 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/hfileref/1512a7e6b57f4079b27ac1686273810c is 74, key is 1/hfileref:23bc28feef264e8aa2f4ab73d613a169_SeqId_6_/1732145026408/DeleteColumn/seqid=0 2024-11-20T23:23:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741847_1023 (size=7686) 2024-11-20T23:23:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741848_1024 (size=5489) 2024-11-20T23:23:51,354 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/hfileref/1512a7e6b57f4079b27ac1686273810c 2024-11-20T23:23:51,393 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:51,432 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/queue/66047f5fefe04f819a957b8f025cd046 is 153, key is 1-412a5e44fd2e,44009,1732145000160/queue:412a5e44fd2e%2C44009%2C1732145000160/1732145026410/Put/seqid=0 2024-11-20T23:23:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741849_1025 (size=5504) 2024-11-20T23:23:51,485 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:51,524 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:51,524 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:51,525 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:23:51,526 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 412a5e44fd2e,44009,1732145000160: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-412a5e44fd2e,44009,1732145000160, walGroup=412a5e44fd2e%2C44009%2C1732145000160, offset=412a5e44fd2e%2C44009%2C1732145000160.1732145024136:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:44009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T23:23:51,527 ERROR [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:23:51,527 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:23:51,527 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:23:51,528 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:23:51,528 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:23:51,528 INFO [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1493172224, "init": 1048576000, "max": 2306867200, "used": 1013638416 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208351352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:23:51,528 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:40747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:40747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T23:23:51,597 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:51,700 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/info/ef5b0036dd3742a38b71926653acb19c 2024-11-20T23:23:51,745 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/ns/4fa7251405bf4b3cbfbe1f003b26eb00 is 43, key is default/ns:d/1732145003608/Put/seqid=0 2024-11-20T23:23:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741850_1026 (size=5153) 2024-11-20T23:23:51,777 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:51,797 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65ad2ac8c871ebb1534641b6d56c22f 2024-11-20T23:23:51,840 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 393, reset compression=false 2024-11-20T23:23:51,859 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/queue/66047f5fefe04f819a957b8f025cd046 2024-11-20T23:23:51,862 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T23:23:51,862 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:51,862 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-412a5e44fd2e,44009,1732145000160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T23:23:51,863 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T23:23:51,876 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/hfileref/1512a7e6b57f4079b27ac1686273810c as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/hfileref/1512a7e6b57f4079b27ac1686273810c 2024-11-20T23:23:51,886 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/hfileref/1512a7e6b57f4079b27ac1686273810c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T23:23:51,887 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/.tmp/queue/66047f5fefe04f819a957b8f025cd046 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/queue/66047f5fefe04f819a957b8f025cd046 2024-11-20T23:23:51,892 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/queue/66047f5fefe04f819a957b8f025cd046, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T23:23:51,912 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a65ad2ac8c871ebb1534641b6d56c22f in 659ms, sequenceid=17, compaction requested=false 2024-11-20T23:23:51,929 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/replication/a65ad2ac8c871ebb1534641b6d56c22f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T23:23:51,932 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:51,932 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:51,932 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:51,932 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a65ad2ac8c871ebb1534641b6d56c22f: Waiting for close lock at 1732145031247Running coprocessor pre-close hooks at 1732145031247Disabling compacts and flushes for region at 1732145031247Disabling writes for close at 1732145031247Obtaining lock to block concurrent updates at 1732145031247Preparing flush snapshotting stores in a65ad2ac8c871ebb1534641b6d56c22f at 1732145031247Finished memstore snapshotting hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732145031248 (+1 ms)Flushing stores of hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. at 1732145031248Flushing a65ad2ac8c871ebb1534641b6d56c22f/hfileref: creating writer at 1732145031248Flushing a65ad2ac8c871ebb1534641b6d56c22f/hfileref: appending metadata at 1732145031286 (+38 ms)Flushing a65ad2ac8c871ebb1534641b6d56c22f/hfileref: closing flushed file at 1732145031286Flushing a65ad2ac8c871ebb1534641b6d56c22f/queue: creating writer at 1732145031393 (+107 ms)Flushing a65ad2ac8c871ebb1534641b6d56c22f/queue: appending metadata at 1732145031432 (+39 ms)Flushing a65ad2ac8c871ebb1534641b6d56c22f/queue: closing flushed file at 1732145031432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fea62f: reopening flushed file at 1732145031876 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735d950c: reopening flushed file at 1732145031886 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a65ad2ac8c871ebb1534641b6d56c22f in 659ms, sequenceid=17, compaction requested=false at 1732145031912 (+26 ms)Writing region close event to WAL at 1732145031925 (+13 ms)Running coprocessor post-close hooks at 1732145031932 (+7 ms)Closed at 1732145031932 2024-11-20T23:23:51,932 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732145019569.a65ad2ac8c871ebb1534641b6d56c22f. 2024-11-20T23:23:51,999 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:52,086 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:52,104 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:52,175 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/ns/4fa7251405bf4b3cbfbe1f003b26eb00 2024-11-20T23:23:52,199 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T23:23:52,199 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T23:23:52,199 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:52,225 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/rep_barrier/86dd216531e844c4a76880ec449144dc is 112, key is test,,1732145016574.e2f06f44a739029c9d66dc1f3c617cc3./rep_barrier:seqnumDuringOpen/1732145017170/Put/seqid=0 2024-11-20T23:23:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741851_1027 (size=5518) 2024-11-20T23:23:52,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,399 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:52,429 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:52,499 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:52,604 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:52,673 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/rep_barrier/86dd216531e844c4a76880ec449144dc 2024-11-20T23:23:52,712 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/table/e6635e58d2c24eab920466dce1fb432b is 53, key is hbase:replication/table:state/1732145020633/Put/seqid=0 2024-11-20T23:23:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741852_1028 (size=5308) 2024-11-20T23:23:52,805 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:52,836 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:52,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:23:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:52,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,005 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:53,015 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:53,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:23:53,157 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/table/e6635e58d2c24eab920466dce1fb432b 2024-11-20T23:23:53,172 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/info/ef5b0036dd3742a38b71926653acb19c as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/info/ef5b0036dd3742a38b71926653acb19c 2024-11-20T23:23:53,177 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/info/ef5b0036dd3742a38b71926653acb19c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T23:23:53,178 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/ns/4fa7251405bf4b3cbfbe1f003b26eb00 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/ns/4fa7251405bf4b3cbfbe1f003b26eb00 2024-11-20T23:23:53,184 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/ns/4fa7251405bf4b3cbfbe1f003b26eb00, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T23:23:53,185 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/rep_barrier/86dd216531e844c4a76880ec449144dc as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/rep_barrier/86dd216531e844c4a76880ec449144dc 2024-11-20T23:23:53,190 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/rep_barrier/86dd216531e844c4a76880ec449144dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T23:23:53,191 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/.tmp/table/e6635e58d2c24eab920466dce1fb432b as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/table/e6635e58d2c24eab920466dce1fb432b 2024-11-20T23:23:53,195 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/table/e6635e58d2c24eab920466dce1fb432b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T23:23:53,206 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2013ms, sequenceid=16, compaction requested=false 2024-11-20T23:23:53,207 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:23:53,208 DEBUG [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:23:53,268 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T23:23:53,268 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T23:23:53,268 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:23:53,268 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:53,269 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732145031192Running coprocessor pre-close hooks at 1732145031192Disabling compacts and flushes for region at 1732145031193 (+1 ms)Disabling writes for close at 1732145031193Obtaining lock to block concurrent updates at 1732145031193Preparing flush snapshotting stores in 1588230740 at 1732145031193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732145031193Flushing stores of hbase:meta,,1.1588230740 at 1732145031194 (+1 ms)Flushing 1588230740/info: creating writer at 1732145031194Flushing 1588230740/info: appending metadata at 1732145031273 (+79 ms)Flushing 1588230740/info: closing flushed file at 1732145031273Flushing 1588230740/ns: creating writer at 1732145031705 (+432 ms)Flushing 1588230740/ns: appending metadata at 1732145031739 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1732145031744 (+5 ms)Flushing 1588230740/rep_barrier: creating writer at 1732145032184 (+440 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732145032224 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732145032224Flushing 1588230740/table: creating writer at 1732145032680 (+456 ms)Flushing 1588230740/table: appending metadata at 1732145032711 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732145032711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514b8600: reopening flushed file at 1732145033171 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63737a5a: reopening flushed file at 1732145033177 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569fed03: reopening flushed file at 1732145033184 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ec2d7b: reopening flushed file at 1732145033190 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2013ms, sequenceid=16, compaction requested=false at 1732145033206 (+16 ms)Writing region close event to WAL at 1732145033255 (+49 ms)Running coprocessor post-close hooks at 1732145033268 (+13 ms)Closed at 1732145033268 2024-11-20T23:23:53,269 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:23:53,370 DEBUG [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 to pos 688, reset compression=false 2024-11-20T23:23:53,408 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,44009,1732145000160; all regions closed. 2024-11-20T23:23:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741843_1019 (size=859) 2024-11-20T23:23:53,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.meta.1732145024092.meta not finished, retry = 0 2024-11-20T23:23:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741842_1018 (size=2791) 2024-11-20T23:23:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741844_1020 (size=696) 2024-11-20T23:23:53,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/WALs/412a5e44fd2e,44009,1732145000160/412a5e44fd2e%2C44009%2C1732145000160.1732145024136 not finished, retry = 0 2024-11-20T23:23:53,637 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:53,637 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:23:53,638 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:53,638 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:53,638 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:53,638 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:53,639 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-412a5e44fd2e,44009,1732145000160 because: Region server is closing 2024-11-20T23:23:53,639 INFO [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44009. 2024-11-20T23:23:53,639 DEBUG [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:53,639 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:53,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:53,639 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:53,740 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,1-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,1-412a5e44fd2e,44009,1732145000160 terminated 2024-11-20T23:23:53,740 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-412a5e44fd2e,44009,1732145000160 because: Region server is closing 2024-11-20T23:23:53,740 INFO [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:44009. 2024-11-20T23:23:53,740 DEBUG [RS:0;412a5e44fd2e:44009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:23:53,740 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:53,740 DEBUG [RS:0;412a5e44fd2e:44009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:23:53,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:23:53,840 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.shipper412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 terminated 2024-11-20T23:23:53,841 INFO [RS:0;412a5e44fd2e:44009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44009 2024-11-20T23:23:53,840 WARN [RS_REFRESH_PEER-regionserver/412a5e44fd2e:0-0.replicationSource,2-412a5e44fd2e,44009,1732145000160.replicationSource.wal-reader.412a5e44fd2e%2C44009%2C1732145000160,2-412a5e44fd2e,44009,1732145000160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T23:23:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0709085894/rs/412a5e44fd2e,44009,1732145000160 2024-11-20T23:23:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894/rs 2024-11-20T23:23:53,863 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:53,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,44009,1732145000160] 2024-11-20T23:23:53,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/draining/412a5e44fd2e,44009,1732145000160 already deleted, retry=false 2024-11-20T23:23:53,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,44009,1732145000160 expired; onlineServers=0 2024-11-20T23:23:53,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,40747,1732144999966' ***** 2024-11-20T23:23:53,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:23:53,889 INFO [M:0;412a5e44fd2e:40747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:23:53,889 INFO [M:0;412a5e44fd2e:40747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:23:53,889 DEBUG [M:0;412a5e44fd2e:40747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:23:53,889 DEBUG [M:0;412a5e44fd2e:40747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:23:53,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:23:53,889 INFO [M:0;412a5e44fd2e:40747 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:23:53,889 INFO [M:0;412a5e44fd2e:40747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:23:53,889 DEBUG [M:0;412a5e44fd2e:40747 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:23:53,889 INFO [M:0;412a5e44fd2e:40747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:23:53,889 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145002213 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732145002213,5,FailOnTimeoutGroup] 2024-11-20T23:23:53,890 INFO [M:0;412a5e44fd2e:40747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:23:53,890 ERROR [M:0;412a5e44fd2e:40747 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-11-20T23:23:53,890 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145002216 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732145002216,5,FailOnTimeoutGroup] java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (717877545) connection to localhost/127.0.0.1:35539 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35539,5,PEWorkerGroup] 2024-11-20T23:23:53,890 INFO [M:0;412a5e44fd2e:40747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:23:53,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:23:53,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0709085894/master 2024-11-20T23:23:53,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0709085894 2024-11-20T23:23:53,906 DEBUG [M:0;412a5e44fd2e:40747 {}] zookeeper.RecoverableZooKeeper(212): Node /0709085894/master already deleted, retry=false 2024-11-20T23:23:53,906 DEBUG [M:0;412a5e44fd2e:40747 {}] master.ActiveMasterManager(353): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Failed delete of our master address node; KeeperErrorCode = NoNode for /0709085894/master 2024-11-20T23:23:53,906 INFO [M:0;412a5e44fd2e:40747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/.lastflushedseqids 2024-11-20T23:23:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741853_1029 (size=263) 2024-11-20T23:23:53,974 INFO [RS:0;412a5e44fd2e:44009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:53,974 INFO [RS:0;412a5e44fd2e:44009 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,44009,1732145000160; zookeeper connection closed. 2024-11-20T23:23:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44009-0x1015a8f1e3a0001, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:53,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@659e813b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@659e813b 2024-11-20T23:23:53,976 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T23:23:54,318 INFO [M:0;412a5e44fd2e:40747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:23:54,319 INFO [M:0;412a5e44fd2e:40747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:23:54,319 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:23:54,319 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:54,319 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:54,319 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:23:54,319 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:54,319 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-20T23:23:54,340 DEBUG [M:0;412a5e44fd2e:40747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfbcac36f844d1b5fcfedd66f35499 is 82, key is hbase:meta,,1/info:regioninfo/1732145003507/Put/seqid=0 2024-11-20T23:23:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741854_1030 (size=5672) 2024-11-20T23:23:54,748 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfbcac36f844d1b5fcfedd66f35499 2024-11-20T23:23:54,774 DEBUG [M:0;412a5e44fd2e:40747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a76cba4b09704fc1bbc5f9f09c480e26 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732145020640/Put/seqid=0 2024-11-20T23:23:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741855_1031 (size=8910) 2024-11-20T23:23:55,182 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a76cba4b09704fc1bbc5f9f09c480e26 2024-11-20T23:23:55,213 DEBUG [M:0;412a5e44fd2e:40747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b4e17c04c04e9a8ec888ffb7ffd04c is 69, key is 412a5e44fd2e,44009,1732145000160/rs:state/1732145002229/Put/seqid=0 2024-11-20T23:23:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741856_1032 (size=5156) 2024-11-20T23:23:55,241 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b4e17c04c04e9a8ec888ffb7ffd04c 2024-11-20T23:23:55,247 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfbcac36f844d1b5fcfedd66f35499 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86cfbcac36f844d1b5fcfedd66f35499 2024-11-20T23:23:55,259 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86cfbcac36f844d1b5fcfedd66f35499, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T23:23:55,262 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a76cba4b09704fc1bbc5f9f09c480e26 as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a76cba4b09704fc1bbc5f9f09c480e26 2024-11-20T23:23:55,267 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a76cba4b09704fc1bbc5f9f09c480e26, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T23:23:55,269 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6b4e17c04c04e9a8ec888ffb7ffd04c as hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6b4e17c04c04e9a8ec888ffb7ffd04c 2024-11-20T23:23:55,275 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/39257ff0-27fd-86b9-cc51-9e12828ad7fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6b4e17c04c04e9a8ec888ffb7ffd04c, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T23:23:55,275 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=112, compaction requested=false 2024-11-20T23:23:55,328 INFO [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:23:55,328 DEBUG [M:0;412a5e44fd2e:40747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732145034319Disabling compacts and flushes for region at 1732145034319Disabling writes for close at 1732145034319Obtaining lock to block concurrent updates at 1732145034319Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732145034319Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732145034320 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732145034320Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732145034320Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732145034339 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732145034339Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732145034753 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732145034773 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732145034773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732145035187 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732145035212 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732145035212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8edfc5: reopening flushed file at 1732145035245 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db0d256: reopening flushed file at 1732145035260 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f87756: reopening flushed file at 1732145035268 (+8 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=112, compaction requested=false at 1732145035275 (+7 ms)Writing region close event to WAL at 1732145035328 (+53 ms)Closed at 1732145035328 2024-11-20T23:23:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741830_1006 (size=69067) 2024-11-20T23:23:55,367 INFO [M:0;412a5e44fd2e:40747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:23:55,367 INFO [M:0;412a5e44fd2e:40747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40747 2024-11-20T23:23:55,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:23:55,367 INFO [M:0;412a5e44fd2e:40747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:23:55,384 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T23:23:55,384 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T23:23:55,480 INFO [M:0;412a5e44fd2e:40747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:23:55,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:55,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40747-0x1015a8f1e3a0000, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:23:55,504 WARN [BP-761303167-172.17.0.2-1732144997055 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761303167-172.17.0.2-1732144997055 (Datanode Uuid 1858c99e-8bdc-4b7b-9988-5f8878c623a6) service to localhost/127.0.0.1:35539 2024-11-20T23:23:55,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/data/data1/current/BP-761303167-172.17.0.2-1732144997055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:55,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/cluster_a7e7627a-a2e1-7afd-e808-504526db2b86/data/data2/current/BP-761303167-172.17.0.2-1732144997055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:23:55,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bb0498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:23:55,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fbc1e62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:55,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:55,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@532b8734{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:55,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@208d4924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:55,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:23:55,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c39fec6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:23:55,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ef1ca3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:23:55,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:23:55,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a73e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:23:55,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49bacdf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f55862d2-0a08-d999-f418-22b986492f16/hadoop.log.dir/,STOPPED} 2024-11-20T23:23:55,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:23:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:23:55,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 531) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35539 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46287 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64354) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35539 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46287 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41339 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41339 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64354) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:46287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:41339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64354) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (717877545) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 947), ProcessCount=11 (was 11), AvailableMemoryMB=1268 (was 1396) 2024-11-20T23:23:55,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-20T23:23:55,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015a8f1e3a0005, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015a8f1e3a0002, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:55,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015a8f1e3a0002, quorum=127.0.0.1:64354, baseZNode=/0709085894 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:23:55,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015a8f1e3a0005, quorum=127.0.0.1:64354, baseZNode=/1-1784637865 Received Disconnected from ZooKeeper, ignoring 2024-11-20T23:23:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015a8f1e3a0008, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T23:23:55,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015a8f1e3a0008, quorum=127.0.0.1:64354, baseZNode=/2-97799857 Received Disconnected from ZooKeeper, ignoring